2024-12-03 06:27:35,404 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 06:27:35,426 main DEBUG Took 0.020185 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 06:27:35,427 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 06:27:35,427 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 06:27:35,428 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 06:27:35,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,436 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 06:27:35,448 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,450 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,451 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,451 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,452 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,452 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,452 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,453 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,454 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,455 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,455 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,456 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,457 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,457 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 06:27:35,458 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,458 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 06:27:35,459 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 06:27:35,461 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 06:27:35,463 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 06:27:35,463 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 06:27:35,464 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 06:27:35,465 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 06:27:35,473 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 06:27:35,476 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 06:27:35,478 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 06:27:35,478 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 06:27:35,479 main DEBUG createAppenders(={Console}) 2024-12-03 06:27:35,480 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-03 06:27:35,480 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 06:27:35,480 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-03 06:27:35,481 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 06:27:35,481 main DEBUG OutputStream closed 2024-12-03 06:27:35,481 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 06:27:35,481 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 06:27:35,481 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-03 06:27:35,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 06:27:35,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 06:27:35,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 06:27:35,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 06:27:35,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 06:27:35,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 06:27:35,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 06:27:35,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 06:27:35,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 06:27:35,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 06:27:35,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 06:27:35,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 06:27:35,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 06:27:35,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 06:27:35,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 06:27:35,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 06:27:35,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 06:27:35,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 06:27:35,577 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 06:27:35,577 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-03 06:27:35,577 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 06:27:35,578 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-03T06:27:35,592 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-03 06:27:35,595 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 06:27:35,595 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T06:27:35,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=12583 2024-12-03T06:27:35,851 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-03T06:27:35,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c 2024-12-03T06:27:35,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/cluster_f9173dc0-d3fa-16b9-db46-06150af78dd9, deleteOnExit=true 2024-12-03T06:27:36,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/cluster_f9173dc0-d3fa-16b9-db46-06150af78dd9/zookeeper_0, clientPort=54306, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/cluster_f9173dc0-d3fa-16b9-db46-06150af78dd9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/cluster_f9173dc0-d3fa-16b9-db46-06150af78dd9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:27:36,020 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54306 2024-12-03T06:27:36,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:27:36,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:27:36,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/test.cache.data in system properties and HBase conf 2024-12-03T06:27:36,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:27:36,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:27:36,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:27:36,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:27:36,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:27:36,111 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T06:27:36,189 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:27:36,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:27:36,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:27:36,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:27:36,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:27:36,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:27:36,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:27:36,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:27:36,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:27:36,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:27:36,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:27:36,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:27:36,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:27:36,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:27:36,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:27:37,196 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T06:27:37,281 INFO [Time-limited test {}] log.Log(170): Logging initialized @2532ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T06:27:37,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:27:37,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:27:37,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:27:37,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:27:37,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:27:37,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:27:37,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:27:37,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:27:37,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/java.io.tmpdir/jetty-localhost-32815-hadoop-hdfs-3_4_1-tests_jar-_-any-6756688564152022869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:27:37,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:32815} 2024-12-03T06:27:37,638 INFO [Time-limited test {}] server.Server(415): Started @2889ms 2024-12-03T06:27:38,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:27:38,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:27:38,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:27:38,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:27:38,190 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:27:38,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:27:38,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:27:38,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/java.io.tmpdir/jetty-localhost-41611-hadoop-hdfs-3_4_1-tests_jar-_-any-13178516886708820077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:27:38,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:41611} 2024-12-03T06:27:38,295 INFO [Time-limited test {}] server.Server(415): Started @3546ms 2024-12-03T06:27:38,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:27:39,181 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/cluster_f9173dc0-d3fa-16b9-db46-06150af78dd9/data/data1/current/BP-1784313631-172.17.0.2-1733207256730/current, will proceed with Du for space computation calculation, 2024-12-03T06:27:39,181 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/cluster_f9173dc0-d3fa-16b9-db46-06150af78dd9/data/data2/current/BP-1784313631-172.17.0.2-1733207256730/current, will proceed with Du for space computation calculation, 2024-12-03T06:27:39,208 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:27:39,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e6cf34abd6631d5 with lease ID 0x6fe790f87f624792: Processing first storage report for DS-d2351e30-539a-40d9-ba12-0120ede74927 from datanode DatanodeRegistration(127.0.0.1:39951, datanodeUuid=edf1ecfc-94aa-4a50-aa7f-4481141065b3, infoPort=43819, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=471208579;c=1733207256730) 2024-12-03T06:27:39,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e6cf34abd6631d5 with lease ID 0x6fe790f87f624792: from storage DS-d2351e30-539a-40d9-ba12-0120ede74927 node DatanodeRegistration(127.0.0.1:39951, datanodeUuid=edf1ecfc-94aa-4a50-aa7f-4481141065b3, infoPort=43819, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=471208579;c=1733207256730), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T06:27:39,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c 2024-12-03T06:27:39,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e6cf34abd6631d5 with lease ID 0x6fe790f87f624792: Processing first storage report for DS-0ad90ac2-a576-4061-acdc-0ab983567bb7 from datanode DatanodeRegistration(127.0.0.1:39951, datanodeUuid=edf1ecfc-94aa-4a50-aa7f-4481141065b3, infoPort=43819, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=471208579;c=1733207256730) 2024-12-03T06:27:39,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e6cf34abd6631d5 with lease ID 0x6fe790f87f624792: from storage DS-0ad90ac2-a576-4061-acdc-0ab983567bb7 node DatanodeRegistration(127.0.0.1:39951, datanodeUuid=edf1ecfc-94aa-4a50-aa7f-4481141065b3, infoPort=43819, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=471208579;c=1733207256730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:27:39,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:39,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:27:39,866 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0 with version=8 2024-12-03T06:27:39,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/hbase-staging 2024-12-03T06:27:39,956 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T06:27:40,168 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:27:40,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:40,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:40,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:27:40,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:40,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:27:40,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:27:40,359 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T06:27:40,367 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T06:27:40,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:27:40,394 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 78669 (auto-detected) 2024-12-03T06:27:40,395 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T06:27:40,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34947 2024-12-03T06:27:40,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34947 connecting to ZooKeeper ensemble=127.0.0.1:54306 2024-12-03T06:27:40,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349470x0, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:27:40,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34947-0x1009eb5ea670000 connected 2024-12-03T06:27:40,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:40,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:40,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/running 2024-12-03T06:27:40,599 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0, hbase.cluster.distributed=false 2024-12-03T06:27:40,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/acl 2024-12-03T06:27:40,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34947 2024-12-03T06:27:40,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34947 2024-12-03T06:27:40,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34947 2024-12-03T06:27:40,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34947 2024-12-03T06:27:40,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34947 2024-12-03T06:27:40,739 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:27:40,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:40,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:40,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:27:40,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:40,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:27:40,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:27:40,746 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:27:40,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44813 2024-12-03T06:27:40,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44813 connecting to ZooKeeper ensemble=127.0.0.1:54306 2024-12-03T06:27:40,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:40,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:40,770 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448130x0, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:27:40,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44813-0x1009eb5ea670001 connected 2024-12-03T06:27:40,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/running 2024-12-03T06:27:40,775 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:27:40,782 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:27:40,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/master 2024-12-03T06:27:40,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/acl 2024-12-03T06:27:40,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44813 2024-12-03T06:27:40,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44813 2024-12-03T06:27:40,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44813 2024-12-03T06:27:40,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44813 2024-12-03T06:27:40,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44813 2024-12-03T06:27:40,807 DEBUG [M:0;122cddc95ec8:34947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:34947 2024-12-03T06:27:40,808 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1996280377/backup-masters/122cddc95ec8,34947,1733207260020 2024-12-03T06:27:40,824 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/backup-masters 2024-12-03T06:27:40,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/backup-masters 2024-12-03T06:27:40,826 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on existing znode=/0-1996280377/backup-masters/122cddc95ec8,34947,1733207260020 2024-12-03T06:27:40,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:40,854 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1996280377/master 2024-12-03T06:27:40,854 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:40,855 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on existing znode=/0-1996280377/master 2024-12-03T06:27:40,856 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1996280377/backup-masters/122cddc95ec8,34947,1733207260020 from backup master directory 2024-12-03T06:27:40,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1996280377/backup-masters/122cddc95ec8,34947,1733207260020 2024-12-03T06:27:40,865 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/backup-masters 2024-12-03T06:27:40,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/backup-masters 2024-12-03T06:27:40,865 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:27:40,866 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,34947,1733207260020 2024-12-03T06:27:40,868 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T06:27:40,870 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T06:27:40,929 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/hbase.id] with ID: dd8a12fe-9fa4-43b6-b29a-c183bba9810c 2024-12-03T06:27:40,929 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/.tmp/hbase.id 2024-12-03T06:27:40,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:27:41,341 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/.tmp/hbase.id]:[hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/hbase.id] 2024-12-03T06:27:41,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:41,406 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:27:41,426 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-03T06:27:41,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:41,465 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:41,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:27:41,935 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:27:41,943 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:27:41,994 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:27:42,010 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:27:42,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:27:42,095 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store 2024-12-03T06:27:42,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:27:42,546 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T06:27:42,550 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:42,552 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:27:42,553 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:42,553 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:42,556 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:27:42,556 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:42,556 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:42,558 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207262552Disabling compacts and flushes for region at 1733207262552Disabling writes for close at 1733207262556 (+4 ms)Writing region close event to WAL at 1733207262556Closed at 1733207262556 2024-12-03T06:27:42,561 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/.initializing 2024-12-03T06:27:42,562 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020 2024-12-03T06:27:42,573 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:27:42,595 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C34947%2C1733207260020, suffix=, logDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020, archiveDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/oldWALs, maxLogs=10 2024-12-03T06:27:42,629 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020/122cddc95ec8%2C34947%2C1733207260020.1733207262602, exclude list is [], retry=0 2024-12-03T06:27:42,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-d2351e30-539a-40d9-ba12-0120ede74927,DISK] 2024-12-03T06:27:42,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T06:27:42,707 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020/122cddc95ec8%2C34947%2C1733207260020.1733207262602 2024-12-03T06:27:42,709 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-12-03T06:27:42,710 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:27:42,711 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:42,715 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,716 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:27:42,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:42,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:42,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:27:42,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:42,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:42,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:27:42,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:42,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:42,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:27:42,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:42,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:42,856 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,861 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,863 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,870 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,871 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,875 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:27:42,880 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:42,885 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:27:42,886 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60158556, jitterRate=-0.10356765985488892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:27:42,893 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207262733Initializing all the Stores at 1733207262739 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207262740 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207262741 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207262742 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207262742Cleaning up temporary data from old regions at 1733207262871 (+129 ms)Region opened successfully at 1733207262893 (+22 ms) 2024-12-03T06:27:42,895 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:27:42,938 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159bee44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:27:42,979 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:27:42,993 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:27:42,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:27:42,996 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:27:42,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T06:27:43,003 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T06:27:43,003 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:27:43,036 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:27:43,049 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/balancer because node does not exist (not necessarily an error) 2024-12-03T06:27:43,056 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/balancer already deleted, retry=false 2024-12-03T06:27:43,061 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:27:43,064 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:27:43,073 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/normalizer already deleted, retry=false 2024-12-03T06:27:43,077 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:27:43,083 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:27:43,090 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/switch/split already deleted, retry=false 2024-12-03T06:27:43,092 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:27:43,098 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/switch/merge already deleted, retry=false 2024-12-03T06:27:43,117 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:27:43,128 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/snapshot-cleanup already deleted, retry=false 2024-12-03T06:27:43,140 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1996280377/running 2024-12-03T06:27:43,140 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:43,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1996280377/running 2024-12-03T06:27:43,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:43,143 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,34947,1733207260020, sessionid=0x1009eb5ea670000, setting cluster-up flag (Was=false) 2024-12-03T06:27:43,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:43,179 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:43,206 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1996280377/flush-table-proc/acquired, /0-1996280377/flush-table-proc/reached, /0-1996280377/flush-table-proc/abort 2024-12-03T06:27:43,209 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,34947,1733207260020 2024-12-03T06:27:43,231 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:43,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:43,256 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1996280377/online-snapshot/acquired, /0-1996280377/online-snapshot/reached, /0-1996280377/online-snapshot/abort 2024-12-03T06:27:43,259 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,34947,1733207260020 2024-12-03T06:27:43,267 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:27:43,299 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(746): ClusterId : dd8a12fe-9fa4-43b6-b29a-c183bba9810c 2024-12-03T06:27:43,301 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:27:43,314 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:27:43,314 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:27:43,324 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:27:43,325 DEBUG [RS:0;122cddc95ec8:44813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a37775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:27:43,338 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:44813 2024-12-03T06:27:43,338 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:27:43,341 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:27:43,341 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:27:43,341 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:27:43,344 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,34947,1733207260020 with port=44813, startcode=1733207260706 2024-12-03T06:27:43,349 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:27:43,354 DEBUG [RS:0;122cddc95ec8:44813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:27:43,357 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:27:43,364 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,34947,1733207260020 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:27:43,373 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:43,373 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:43,374 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:43,375 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:43,376 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:27:43,376 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,376 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:27:43,377 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:27:43,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:27:43,388 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207293388 2024-12-03T06:27:43,390 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:27:43,392 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:27:43,393 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:27:43,394 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:43,394 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:27:43,398 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T06:27:43,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:27:43,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:27:43,401 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:27:43,401 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:27:43,403 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,408 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:27:43,409 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:27:43,410 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:27:43,410 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:27:43,413 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:27:43,414 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:27:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:27:43,416 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207263415,5,FailOnTimeoutGroup] 2024-12-03T06:27:43,417 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207263416,5,FailOnTimeoutGroup] 2024-12-03T06:27:43,417 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,417 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:27:43,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:27:43,419 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0 2024-12-03T06:27:43,419 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741832_1008 (size=32) 2024-12-03T06:27:43,431 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T06:27:43,431 WARN [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T06:27:43,532 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,34947,1733207260020 with port=44813, startcode=1733207260706 2024-12-03T06:27:43,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34947 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,44813,1733207260706 2024-12-03T06:27:43,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34947 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,44813,1733207260706 2024-12-03T06:27:43,547 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0 2024-12-03T06:27:43,548 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39197 2024-12-03T06:27:43,548 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:27:43,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/rs 2024-12-03T06:27:43,562 DEBUG [RS:0;122cddc95ec8:44813 {}] zookeeper.ZKUtil(111): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on existing znode=/0-1996280377/rs/122cddc95ec8,44813,1733207260706 2024-12-03T06:27:43,563 WARN [RS:0;122cddc95ec8:44813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:27:43,563 INFO [RS:0;122cddc95ec8:44813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:27:43,563 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706 2024-12-03T06:27:43,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,44813,1733207260706] 2024-12-03T06:27:43,591 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:27:43,605 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:27:43,610 INFO [RS:0;122cddc95ec8:44813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:27:43,611 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,612 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:27:43,621 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:27:43,623 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,624 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,624 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,624 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,624 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,624 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,624 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:27:43,624 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,625 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,625 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,625 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,625 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,625 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:43,625 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:27:43,625 DEBUG [RS:0;122cddc95ec8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:27:43,628 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,629 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,629 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,629 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,629 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,629 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44813,1733207260706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:27:43,655 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:27:43,657 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44813,1733207260706-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,658 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,658 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.Replication(171): 122cddc95ec8,44813,1733207260706 started 2024-12-03T06:27:43,677 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:43,677 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,44813,1733207260706, RpcServer on 122cddc95ec8/172.17.0.2:44813, sessionid=0x1009eb5ea670001 2024-12-03T06:27:43,679 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:27:43,679 DEBUG [RS:0;122cddc95ec8:44813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,44813,1733207260706 2024-12-03T06:27:43,680 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,44813,1733207260706' 2024-12-03T06:27:43,680 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1996280377/flush-table-proc/abort' 2024-12-03T06:27:43,681 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1996280377/flush-table-proc/acquired' 2024-12-03T06:27:43,682 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:27:43,682 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:27:43,683 DEBUG [RS:0;122cddc95ec8:44813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,44813,1733207260706 2024-12-03T06:27:43,683 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,44813,1733207260706' 2024-12-03T06:27:43,683 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1996280377/online-snapshot/abort' 2024-12-03T06:27:43,684 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1996280377/online-snapshot/acquired' 2024-12-03T06:27:43,684 DEBUG [RS:0;122cddc95ec8:44813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:27:43,684 INFO [RS:0;122cddc95ec8:44813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:27:43,685 INFO [RS:0;122cddc95ec8:44813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:27:43,792 INFO [RS:0;122cddc95ec8:44813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:27:43,796 INFO [RS:0;122cddc95ec8:44813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C44813%2C1733207260706, suffix=, logDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706, archiveDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs, maxLogs=10 2024-12-03T06:27:43,814 DEBUG [RS:0;122cddc95ec8:44813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799, exclude list is [], retry=0 2024-12-03T06:27:43,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-d2351e30-539a-40d9-ba12-0120ede74927,DISK] 2024-12-03T06:27:43,823 INFO [RS:0;122cddc95ec8:44813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 2024-12-03T06:27:43,823 DEBUG [RS:0;122cddc95ec8:44813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-12-03T06:27:43,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:43,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:27:43,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:27:43,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:43,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:43,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:27:43,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:27:43,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:43,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:43,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:27:43,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:27:43,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:43,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:43,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:27:43,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:27:43,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:43,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:43,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:27:43,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740 2024-12-03T06:27:43,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740 2024-12-03T06:27:43,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:27:43,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:27:43,863 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:27:43,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:27:43,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:27:43,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68746210, jitterRate=0.024398356676101685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:27:43,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207263833Initializing all the Stores at 1733207263836 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207263836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207263836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207263836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207263836Cleaning up temporary data from old regions at 1733207263862 (+26 ms)Region opened successfully at 1733207263872 (+10 ms) 2024-12-03T06:27:43,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:27:43,873 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:27:43,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:27:43,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:27:43,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:27:43,875 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:27:43,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207263873Disabling compacts and flushes for region at 1733207263873Disabling writes for close at 1733207263873Writing region close event to WAL at 1733207263874 (+1 ms)Closed at 1733207263875 (+1 ms) 2024-12-03T06:27:43,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:27:43,879 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:27:43,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:27:43,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:27:43,897 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:27:44,049 DEBUG [122cddc95ec8:34947 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:27:44,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,44813,1733207260706 2024-12-03T06:27:44,066 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,44813,1733207260706, state=OPENING 2024-12-03T06:27:44,078 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:27:44,121 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:44,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:44,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: CHANGED 2024-12-03T06:27:44,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: CHANGED 2024-12-03T06:27:44,126 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:27:44,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,44813,1733207260706}] 2024-12-03T06:27:44,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:27:44,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:27:44,344 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:27:44,344 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:27:44,345 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:27:44,353 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C44813%2C1733207260706.meta, suffix=.meta, logDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706, archiveDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs, maxLogs=10 2024-12-03T06:27:44,374 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.meta.1733207264356.meta, exclude list is [], retry=0 2024-12-03T06:27:44,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-d2351e30-539a-40d9-ba12-0120ede74927,DISK] 2024-12-03T06:27:44,386 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.meta.1733207264356.meta 2024-12-03T06:27:44,399 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-12-03T06:27:44,400 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:27:44,411 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:27:44,412 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:27:44,417 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:27:44,420 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:27:44,427 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:27:44,428 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:44,429 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:27:44,429 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:27:44,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:27:44,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:27:44,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:44,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:44,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:27:44,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:27:44,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:44,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:44,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:27:44,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:27:44,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:44,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:44,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:27:44,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:27:44,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:44,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:44,506 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:27:44,508 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740 2024-12-03T06:27:44,515 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740 2024-12-03T06:27:44,520 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:27:44,520 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:27:44,522 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:27:44,536 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:27:44,545 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74806616, jitterRate=0.11470544338226318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:27:44,547 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:27:44,550 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207264430Writing region info on filesystem at 1733207264430Initializing all the Stores at 1733207264442 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207264442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207264458 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207264458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207264458Cleaning up temporary data from old regions at 1733207264520 (+62 ms)Running coprocessor post-open hooks at 1733207264547 (+27 ms)Region opened successfully at 1733207264550 (+3 ms) 2024-12-03T06:27:44,574 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207264300 2024-12-03T06:27:44,595 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:27:44,596 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:27:44,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,44813,1733207260706 2024-12-03T06:27:44,599 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,44813,1733207260706, state=OPEN 2024-12-03T06:27:44,606 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1996280377/meta-region-server 2024-12-03T06:27:44,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1996280377/meta-region-server 2024-12-03T06:27:44,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: CHANGED 2024-12-03T06:27:44,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: CHANGED 2024-12-03T06:27:44,607 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,44813,1733207260706 2024-12-03T06:27:44,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:27:44,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,44813,1733207260706 in 478 msec 2024-12-03T06:27:44,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:27:44,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 730 msec 2024-12-03T06:27:44,622 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:27:44,622 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:27:44,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:27:44,640 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,44813,1733207260706, seqNum=-1] 2024-12-03T06:27:44,658 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:27:44,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:27:44,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3840 sec 2024-12-03T06:27:44,682 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207264682, completionTime=-1 2024-12-03T06:27:44,685 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:27:44,685 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:27:44,712 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:27:44,712 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207324712 2024-12-03T06:27:44,712 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207384712 2024-12-03T06:27:44,712 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-03T06:27:44,715 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34947,1733207260020-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:44,715 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34947,1733207260020-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:44,715 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34947,1733207260020-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:44,717 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:34947, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:44,717 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:44,718 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:44,724 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:27:44,744 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.878sec 2024-12-03T06:27:44,745 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:27:44,746 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:27:44,747 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:27:44,748 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:27:44,748 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:27:44,749 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34947,1733207260020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:27:44,750 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34947,1733207260020-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:27:44,758 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:27:44,759 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:27:44,759 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34947,1733207260020-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:44,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e544c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:44,815 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T06:27:44,815 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T06:27:44,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,34947,-1 for getting cluster id 2024-12-03T06:27:44,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:44,828 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd8a12fe-9fa4-43b6-b29a-c183bba9810c' 2024-12-03T06:27:44,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd8a12fe-9fa4-43b6-b29a-c183bba9810c" 2024-12-03T06:27:44,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f079a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:44,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,34947,-1] 2024-12-03T06:27:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:44,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:44,840 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:44,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d71d83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:44,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:27:44,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,44813,1733207260706, seqNum=-1] 2024-12-03T06:27:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:27:44,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:27:44,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,34947,1733207260020 2024-12-03T06:27:44,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54306 2024-12-03T06:27:44,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:27:44,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009eb5ea670002 connected 2024-12-03T06:27:44,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/hadoop.log.dir so I do NOT create it in target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b 2024-12-03T06:27:44,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:27:44,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/hadoop.tmp.dir so I do NOT create it in target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b 2024-12-03T06:27:44,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:27:44,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b 2024-12-03T06:27:44,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:27:44,921 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/cluster_1f44485e-f424-e6b1-652c-f62228cdd6f8, deleteOnExit=true 2024-12-03T06:27:44,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:27:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/test.cache.data in system properties and HBase conf 2024-12-03T06:27:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:27:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:27:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:27:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:27:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:27:44,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:27:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:27:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:27:44,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:27:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:27:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:27:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:27:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:27:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:27:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:27:44,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:27:44,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:27:44,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:27:44,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:27:44,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:27:45,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:27:45,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:27:45,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:27:45,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:27:45,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:27:45,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:27:45,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:27:45,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eac06d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:27:45,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ff88167{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/java.io.tmpdir/jetty-localhost-45313-hadoop-hdfs-3_4_1-tests_jar-_-any-996516339203057199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:27:45,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22967455{HTTP/1.1, (http/1.1)}{localhost:45313} 2024-12-03T06:27:45,321 INFO [Time-limited test {}] server.Server(415): Started @10572ms 2024-12-03T06:27:45,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:27:45,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:27:45,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:27:45,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:27:45,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:27:45,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:27:45,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1624ab1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:27:45,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f52129a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/java.io.tmpdir/jetty-localhost-43923-hadoop-hdfs-3_4_1-tests_jar-_-any-3640934640297683277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:27:45,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b144d2e{HTTP/1.1, (http/1.1)}{localhost:43923} 2024-12-03T06:27:45,790 INFO [Time-limited test {}] server.Server(415): Started @11041ms 2024-12-03T06:27:45,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:27:46,413 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/cluster_1f44485e-f424-e6b1-652c-f62228cdd6f8/data/data1/current/BP-1874485401-172.17.0.2-1733207264951/current, will proceed with Du for space computation calculation, 2024-12-03T06:27:46,413 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/cluster_1f44485e-f424-e6b1-652c-f62228cdd6f8/data/data2/current/BP-1874485401-172.17.0.2-1733207264951/current, will proceed with Du for space computation calculation, 2024-12-03T06:27:46,429 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:27:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x699d7504e8797895 with lease ID 0x5a423956d3124dac: Processing first storage report for DS-8861540d-66e4-4233-87c3-6fab4aa1b392 from datanode DatanodeRegistration(127.0.0.1:41207, datanodeUuid=4f873142-dd5c-437c-8ef2-c848b954ccb7, infoPort=37503, infoSecurePort=0, ipcPort=37103, storageInfo=lv=-57;cid=testClusterID;nsid=667125910;c=1733207264951) 2024-12-03T06:27:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x699d7504e8797895 with lease ID 0x5a423956d3124dac: from storage DS-8861540d-66e4-4233-87c3-6fab4aa1b392 node DatanodeRegistration(127.0.0.1:41207, datanodeUuid=4f873142-dd5c-437c-8ef2-c848b954ccb7, infoPort=37503, infoSecurePort=0, ipcPort=37103, storageInfo=lv=-57;cid=testClusterID;nsid=667125910;c=1733207264951), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:27:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x699d7504e8797895 with lease ID 0x5a423956d3124dac: Processing first storage report for DS-65f38180-166f-4ed3-8994-c5c53da4fc85 from datanode DatanodeRegistration(127.0.0.1:41207, datanodeUuid=4f873142-dd5c-437c-8ef2-c848b954ccb7, infoPort=37503, infoSecurePort=0, ipcPort=37103, storageInfo=lv=-57;cid=testClusterID;nsid=667125910;c=1733207264951) 2024-12-03T06:27:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x699d7504e8797895 with lease ID 0x5a423956d3124dac: from storage DS-65f38180-166f-4ed3-8994-c5c53da4fc85 node DatanodeRegistration(127.0.0.1:41207, datanodeUuid=4f873142-dd5c-437c-8ef2-c848b954ccb7, infoPort=37503, infoSecurePort=0, ipcPort=37103, storageInfo=lv=-57;cid=testClusterID;nsid=667125910;c=1733207264951), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:27:46,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b 2024-12-03T06:27:46,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:46,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:46,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:27:46,867 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534 with version=8 2024-12-03T06:27:46,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/hbase-staging 2024-12-03T06:27:46,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:27:46,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:46,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:46,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:27:46,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:46,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:27:46,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:27:46,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:27:46,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44071 2024-12-03T06:27:46,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44071 connecting to ZooKeeper ensemble=127.0.0.1:54306 2024-12-03T06:27:46,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440710x0, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:27:46,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44071-0x1009eb5ea670003 connected 2024-12-03T06:27:46,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:46,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:46,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Set watcher on znode that does not yet exist, /1-1237168766/running 2024-12-03T06:27:46,978 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534, hbase.cluster.distributed=false 2024-12-03T06:27:46,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Set watcher on znode that does not yet exist, /1-1237168766/acl 2024-12-03T06:27:46,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44071 2024-12-03T06:27:46,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44071 2024-12-03T06:27:46,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44071 2024-12-03T06:27:46,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44071 2024-12-03T06:27:46,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44071 2024-12-03T06:27:47,001 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:27:47,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:47,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:47,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:27:47,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:47,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:27:47,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:27:47,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:27:47,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43227 2024-12-03T06:27:47,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43227 connecting to ZooKeeper ensemble=127.0.0.1:54306 2024-12-03T06:27:47,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:47,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:47,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432270x0, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:27:47,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432270x0, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Set watcher on znode that does not yet exist, /1-1237168766/running 2024-12-03T06:27:47,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43227-0x1009eb5ea670004 connected 2024-12-03T06:27:47,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:27:47,026 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:27:47,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Set watcher on znode that does not yet exist, /1-1237168766/master 2024-12-03T06:27:47,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Set watcher on znode that does not yet exist, /1-1237168766/acl 2024-12-03T06:27:47,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43227 2024-12-03T06:27:47,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43227 2024-12-03T06:27:47,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43227 2024-12-03T06:27:47,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43227 2024-12-03T06:27:47,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43227 2024-12-03T06:27:47,046 DEBUG [M:0;122cddc95ec8:44071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:44071 2024-12-03T06:27:47,047 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1237168766/backup-masters/122cddc95ec8,44071,1733207266872 2024-12-03T06:27:47,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766/backup-masters 2024-12-03T06:27:47,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766/backup-masters 2024-12-03T06:27:47,057 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Set watcher on existing znode=/1-1237168766/backup-masters/122cddc95ec8,44071,1733207266872 2024-12-03T06:27:47,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1237168766/master 2024-12-03T06:27:47,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:47,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:47,065 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Set watcher on existing znode=/1-1237168766/master 2024-12-03T06:27:47,065 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1237168766/backup-masters/122cddc95ec8,44071,1733207266872 from backup master directory 2024-12-03T06:27:47,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766/backup-masters 2024-12-03T06:27:47,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1237168766/backup-masters/122cddc95ec8,44071,1733207266872 2024-12-03T06:27:47,073 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:27:47,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766/backup-masters 2024-12-03T06:27:47,073 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,44071,1733207266872 2024-12-03T06:27:47,080 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/hbase.id] with ID: c641559b-3c76-48cd-ab9f-17bbea875b0f 2024-12-03T06:27:47,080 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/.tmp/hbase.id 2024-12-03T06:27:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:27:47,490 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/.tmp/hbase.id]:[hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/hbase.id] 2024-12-03T06:27:47,519 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:47,519 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:27:47,521 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T06:27:47,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:47,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:47,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:27:47,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:27:47,972 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:27:47,972 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:27:47,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:27:48,387 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store 2024-12-03T06:27:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:27:48,403 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:48,403 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:27:48,403 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:48,403 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:48,403 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:27:48,403 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:48,404 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:48,404 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207268403Disabling compacts and flushes for region at 1733207268403Disabling writes for close at 1733207268403Writing region close event to WAL at 1733207268403Closed at 1733207268403 2024-12-03T06:27:48,406 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/.initializing 2024-12-03T06:27:48,406 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/WALs/122cddc95ec8,44071,1733207266872 2024-12-03T06:27:48,409 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:27:48,413 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C44071%2C1733207266872, suffix=, logDir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/WALs/122cddc95ec8,44071,1733207266872, archiveDir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/oldWALs, maxLogs=10 2024-12-03T06:27:48,433 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/WALs/122cddc95ec8,44071,1733207266872/122cddc95ec8%2C44071%2C1733207266872.1733207268413, exclude list is [], retry=0 2024-12-03T06:27:48,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41207,DS-8861540d-66e4-4233-87c3-6fab4aa1b392,DISK] 2024-12-03T06:27:48,444 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/WALs/122cddc95ec8,44071,1733207266872/122cddc95ec8%2C44071%2C1733207266872.1733207268413 2024-12-03T06:27:48,444 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37503:37503)] 2024-12-03T06:27:48,445 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:27:48,445 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:48,445 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,445 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:27:48,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:48,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:48,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:27:48,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:48,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:48,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:27:48,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:48,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:48,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:27:48,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:48,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:48,470 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,472 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,473 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,477 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,477 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,478 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:27:48,481 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:48,487 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:27:48,488 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65259918, jitterRate=-0.02755144238471985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:27:48,488 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207268445Initializing all the Stores at 1733207268448 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207268448Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207268448Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207268448Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207268448Cleaning up temporary data from old regions at 1733207268477 (+29 ms)Region opened successfully at 1733207268488 (+11 ms) 2024-12-03T06:27:48,489 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:27:48,496 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ab24d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:27:48,497 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:27:48,498 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:27:48,498 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:27:48,498 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:27:48,499 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T06:27:48,500 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:27:48,500 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:27:48,504 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:27:48,505 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Unable to get data of znode /1-1237168766/balancer because node does not exist (not necessarily an error) 2024-12-03T06:27:48,539 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237168766/balancer already deleted, retry=false 2024-12-03T06:27:48,540 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:27:48,542 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Unable to get data of znode /1-1237168766/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:27:48,548 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237168766/normalizer already deleted, retry=false 2024-12-03T06:27:48,549 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:27:48,551 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Unable to get data of znode /1-1237168766/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:27:48,561 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237168766/switch/split already deleted, retry=false 2024-12-03T06:27:48,563 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Unable to get data of znode /1-1237168766/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:27:48,573 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237168766/switch/merge already deleted, retry=false 2024-12-03T06:27:48,576 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Unable to get data of znode /1-1237168766/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:27:48,586 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237168766/snapshot-cleanup already deleted, retry=false 2024-12-03T06:27:48,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1237168766/running 2024-12-03T06:27:48,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1237168766/running 2024-12-03T06:27:48,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:48,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:48,599 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,44071,1733207266872, sessionid=0x1009eb5ea670003, setting cluster-up flag (Was=false) 2024-12-03T06:27:48,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:48,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:48,648 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1237168766/flush-table-proc/acquired, /1-1237168766/flush-table-proc/reached, /1-1237168766/flush-table-proc/abort 2024-12-03T06:27:48,649 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,44071,1733207266872 2024-12-03T06:27:48,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:48,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:48,689 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1237168766/online-snapshot/acquired, /1-1237168766/online-snapshot/reached, /1-1237168766/online-snapshot/abort 2024-12-03T06:27:48,694 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,44071,1733207266872 2024-12-03T06:27:48,698 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:27:48,703 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:27:48,703 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:27:48,703 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:27:48,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,44071,1733207266872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:27:48,706 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:48,706 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:48,706 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:48,706 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:48,706 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:27:48,706 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,706 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:27:48,707 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,707 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207298707 2024-12-03T06:27:48,708 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:27:48,708 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:27:48,708 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:27:48,708 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:27:48,708 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:27:48,708 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:27:48,709 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,709 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:27:48,709 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:27:48,709 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:27:48,709 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:27:48,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:27:48,710 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:27:48,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:27:48,710 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:27:48,710 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207268710,5,FailOnTimeoutGroup] 2024-12-03T06:27:48,710 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207268710,5,FailOnTimeoutGroup] 2024-12-03T06:27:48,710 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,710 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:27:48,710 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,710 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:48,712 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:27:48,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:27:48,738 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(746): ClusterId : c641559b-3c76-48cd-ab9f-17bbea875b0f 2024-12-03T06:27:48,739 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:27:48,750 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:27:48,750 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:27:48,759 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:27:48,759 DEBUG [RS:0;122cddc95ec8:43227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a1603a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:27:48,778 DEBUG [RS:0;122cddc95ec8:43227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:43227 2024-12-03T06:27:48,778 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:27:48,778 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:27:48,778 DEBUG [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:27:48,779 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,44071,1733207266872 with port=43227, startcode=1733207267000 2024-12-03T06:27:48,779 DEBUG [RS:0;122cddc95ec8:43227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:27:48,781 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:27:48,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,43227,1733207267000 2024-12-03T06:27:48,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44071 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,43227,1733207267000 2024-12-03T06:27:48,785 DEBUG [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534 2024-12-03T06:27:48,785 DEBUG [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33707 2024-12-03T06:27:48,785 DEBUG [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:27:48,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766/rs 2024-12-03T06:27:48,828 DEBUG [RS:0;122cddc95ec8:43227 {}] zookeeper.ZKUtil(111): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Set watcher on existing znode=/1-1237168766/rs/122cddc95ec8,43227,1733207267000 2024-12-03T06:27:48,829 WARN [RS:0;122cddc95ec8:43227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:27:48,829 INFO [RS:0;122cddc95ec8:43227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:27:48,829 DEBUG [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/WALs/122cddc95ec8,43227,1733207267000 2024-12-03T06:27:48,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,43227,1733207267000] 2024-12-03T06:27:48,834 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:27:48,836 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:27:48,837 INFO [RS:0;122cddc95ec8:43227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:27:48,837 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,837 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:27:48,838 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:27:48,838 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,839 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:48,840 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:27:48,840 DEBUG [RS:0;122cddc95ec8:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:27:48,840 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,840 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,840 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,840 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,840 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,840 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,43227,1733207267000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:27:48,857 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:27:48,857 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,43227,1733207267000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,857 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,857 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.Replication(171): 122cddc95ec8,43227,1733207267000 started 2024-12-03T06:27:48,871 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:48,871 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,43227,1733207267000, RpcServer on 122cddc95ec8/172.17.0.2:43227, sessionid=0x1009eb5ea670004 2024-12-03T06:27:48,871 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:27:48,871 DEBUG [RS:0;122cddc95ec8:43227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,43227,1733207267000 2024-12-03T06:27:48,871 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,43227,1733207267000' 2024-12-03T06:27:48,872 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1237168766/flush-table-proc/abort' 2024-12-03T06:27:48,872 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1237168766/flush-table-proc/acquired' 2024-12-03T06:27:48,873 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:27:48,873 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:27:48,873 DEBUG [RS:0;122cddc95ec8:43227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,43227,1733207267000 2024-12-03T06:27:48,873 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,43227,1733207267000' 2024-12-03T06:27:48,873 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1237168766/online-snapshot/abort' 2024-12-03T06:27:48,874 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1237168766/online-snapshot/acquired' 2024-12-03T06:27:48,874 DEBUG [RS:0;122cddc95ec8:43227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:27:48,874 INFO [RS:0;122cddc95ec8:43227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:27:48,874 INFO [RS:0;122cddc95ec8:43227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:27:48,976 INFO [RS:0;122cddc95ec8:43227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:27:48,981 INFO [RS:0;122cddc95ec8:43227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C43227%2C1733207267000, suffix=, logDir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/WALs/122cddc95ec8,43227,1733207267000, archiveDir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/oldWALs, maxLogs=10 2024-12-03T06:27:49,000 DEBUG [RS:0;122cddc95ec8:43227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/WALs/122cddc95ec8,43227,1733207267000/122cddc95ec8%2C43227%2C1733207267000.1733207268985, exclude list is [], retry=0 2024-12-03T06:27:49,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41207,DS-8861540d-66e4-4233-87c3-6fab4aa1b392,DISK] 2024-12-03T06:27:49,007 INFO [RS:0;122cddc95ec8:43227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/WALs/122cddc95ec8,43227,1733207267000/122cddc95ec8%2C43227%2C1733207267000.1733207268985 2024-12-03T06:27:49,007 DEBUG [RS:0;122cddc95ec8:43227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37503:37503)] 2024-12-03T06:27:49,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:27:49,123 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534 2024-12-03T06:27:49,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:27:49,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:49,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:27:49,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:27:49,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:49,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:49,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:27:49,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:27:49,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:49,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:49,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:27:49,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:27:49,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:49,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:49,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:27:49,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:27:49,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:49,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:49,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:27:49,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740 2024-12-03T06:27:49,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740 2024-12-03T06:27:49,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:27:49,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:27:49,556 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:27:49,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:27:49,562 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:27:49,564 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61606378, jitterRate=-0.08199343085289001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:27:49,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207269535Initializing all the Stores at 1733207269536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207269536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207269536Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207269536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207269536Cleaning up temporary data from old regions at 1733207269555 (+19 ms)Region opened successfully at 1733207269564 (+9 ms) 2024-12-03T06:27:49,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:27:49,564 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:27:49,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:27:49,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:27:49,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:27:49,566 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:27:49,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207269564Disabling compacts and flushes for region at 1733207269564Disabling writes for close at 1733207269565 (+1 ms)Writing region close event to WAL at 1733207269566 (+1 ms)Closed at 1733207269566 2024-12-03T06:27:49,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:27:49,569 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:27:49,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:27:49,572 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:27:49,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:27:49,725 DEBUG [122cddc95ec8:44071 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:27:49,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,43227,1733207267000 2024-12-03T06:27:49,756 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,43227,1733207267000, state=OPENING 2024-12-03T06:27:49,789 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:27:49,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:49,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:27:49,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1237168766/meta-region-server: CHANGED 2024-12-03T06:27:49,804 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:27:49,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1237168766/meta-region-server: CHANGED 2024-12-03T06:27:49,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,43227,1733207267000}] 2024-12-03T06:27:49,942 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:27:49,959 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:27:49,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:27:49,968 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:27:49,968 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:27:49,969 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:27:49,973 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C43227%2C1733207267000.meta, suffix=.meta, logDir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/WALs/122cddc95ec8,43227,1733207267000, archiveDir=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/oldWALs, maxLogs=10 2024-12-03T06:27:49,992 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/WALs/122cddc95ec8,43227,1733207267000/122cddc95ec8%2C43227%2C1733207267000.meta.1733207269975.meta, exclude list is [], retry=0 2024-12-03T06:27:49,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41207,DS-8861540d-66e4-4233-87c3-6fab4aa1b392,DISK] 2024-12-03T06:27:50,000 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:27:50,001 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/WALs/122cddc95ec8,43227,1733207267000/122cddc95ec8%2C43227%2C1733207267000.meta.1733207269975.meta 2024-12-03T06:27:50,001 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37503:37503)] 2024-12-03T06:27:50,002 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:27:50,002 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:27:50,002 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:27:50,003 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:27:50,003 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:27:50,003 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:27:50,003 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:50,003 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:27:50,003 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:27:50,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:27:50,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:27:50,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:50,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:50,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:27:50,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:27:50,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:50,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:50,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:27:50,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:27:50,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:50,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:50,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:27:50,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:27:50,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:50,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:50,016 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:27:50,017 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740 2024-12-03T06:27:50,019 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740 2024-12-03T06:27:50,021 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:27:50,021 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:27:50,022 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:27:50,025 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:27:50,026 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68477221, jitterRate=0.020390108227729797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:27:50,026 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:27:50,027 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207270004Writing region info on filesystem at 1733207270004Initializing all the Stores at 1733207270005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207270005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207270006 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207270006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207270006Cleaning up temporary data from old regions at 1733207270021 (+15 ms)Running coprocessor post-open hooks at 1733207270026 (+5 ms)Region opened successfully at 1733207270026 2024-12-03T06:27:50,028 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207269959 2024-12-03T06:27:50,031 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:27:50,032 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:27:50,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,43227,1733207267000 2024-12-03T06:27:50,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,43227,1733207267000, state=OPEN 2024-12-03T06:27:50,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1237168766/meta-region-server 2024-12-03T06:27:50,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1237168766/meta-region-server 2024-12-03T06:27:50,045 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,43227,1733207267000 2024-12-03T06:27:50,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1237168766/meta-region-server: CHANGED 2024-12-03T06:27:50,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1237168766/meta-region-server: CHANGED 2024-12-03T06:27:50,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:27:50,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,43227,1733207267000 in 241 msec 2024-12-03T06:27:50,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:27:50,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-12-03T06:27:50,056 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:27:50,056 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:27:50,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:27:50,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,43227,1733207267000, seqNum=-1] 2024-12-03T06:27:50,058 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:27:50,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:27:50,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3660 sec 2024-12-03T06:27:50,068 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207270068, completionTime=-1 2024-12-03T06:27:50,068 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:27:50,068 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:27:50,071 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:27:50,071 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207330071 2024-12-03T06:27:50,071 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207390071 2024-12-03T06:27:50,071 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T06:27:50,072 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44071,1733207266872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:50,072 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44071,1733207266872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:50,072 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44071,1733207266872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:50,072 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:44071, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:50,072 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:50,072 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:50,074 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:27:50,077 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.004sec 2024-12-03T06:27:50,077 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:27:50,077 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:27:50,077 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:27:50,077 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:27:50,077 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:27:50,077 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44071,1733207266872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:27:50,077 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44071,1733207266872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:27:50,081 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:27:50,081 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:27:50,081 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44071,1733207266872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:50,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff9fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:50,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44071,-1 for getting cluster id 2024-12-03T06:27:50,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:50,164 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c641559b-3c76-48cd-ab9f-17bbea875b0f' 2024-12-03T06:27:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c641559b-3c76-48cd-ab9f-17bbea875b0f" 2024-12-03T06:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bd19df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44071,-1] 2024-12-03T06:27:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:50,167 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:50,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:50,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:27:50,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,43227,1733207267000, seqNum=-1] 2024-12-03T06:27:50,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:27:50,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:27:50,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,44071,1733207266872 2024-12-03T06:27:50,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54306 2024-12-03T06:27:50,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:27:50,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009eb5ea670005 connected 2024-12-03T06:27:50,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818403e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:50,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,34947,-1 for getting cluster id 2024-12-03T06:27:50,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:50,210 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd8a12fe-9fa4-43b6-b29a-c183bba9810c' 2024-12-03T06:27:50,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:50,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd8a12fe-9fa4-43b6-b29a-c183bba9810c" 2024-12-03T06:27:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2401e866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,34947,-1] 2024-12-03T06:27:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:50,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:50,215 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786eb8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:50,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,34947,1733207260020 2024-12-03T06:27:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74e7239c 2024-12-03T06:27:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:50,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:27:50,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:44071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:27:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:27:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:27:50,248 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44071' 2024-12-03T06:27:50,250 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593326e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:50,250 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44071,-1 for getting cluster id 2024-12-03T06:27:50,250 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:50,251 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c641559b-3c76-48cd-ab9f-17bbea875b0f' 2024-12-03T06:27:50,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:50,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c641559b-3c76-48cd-ab9f-17bbea875b0f" 2024-12-03T06:27:50,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc815d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:50,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44071,-1] 2024-12-03T06:27:50,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:50,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:50,254 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f888a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:50,256 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44071,1733207266872 2024-12-03T06:27:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@718266cb 2024-12-03T06:27:50,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:50,262 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:27:50,273 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T06:27:50,273 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:27:50,277 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:50,278 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:50,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:27:50,279 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:27:50,284 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:27:50,287 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:27:50,288 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:50,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:27:50,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741835_1011 (size=1138) 2024-12-03T06:27:50,337 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:27:50,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:27:50,358 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T06:27:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:27:50,362 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:27:50,362 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T06:27:50,362 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:27:50,362 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T06:27:50,363 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:27:50,363 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T06:27:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:27:50,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10a27eec865620bade9513051c3eecec, NAME => 'hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0 2024-12-03T06:27:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741836_1012 (size=44) 2024-12-03T06:27:50,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:50,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 10a27eec865620bade9513051c3eecec, disabling compactions & flushes 2024-12-03T06:27:50,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:50,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:50,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. after waiting 0 ms 2024-12-03T06:27:50,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:50,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:50,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10a27eec865620bade9513051c3eecec: Waiting for close lock at 1733207270718Disabling compacts and flushes for region at 1733207270718Disabling writes for close at 1733207270719 (+1 ms)Writing region close event to WAL at 1733207270719Closed at 1733207270719 2024-12-03T06:27:50,721 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:27:50,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207270722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207270722"}]},"ts":"1733207270722"} 2024-12-03T06:27:50,732 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:27:50,734 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:27:50,737 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207270734"}]},"ts":"1733207270734"} 2024-12-03T06:27:50,740 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:27:50,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10a27eec865620bade9513051c3eecec, ASSIGN}] 2024-12-03T06:27:50,745 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10a27eec865620bade9513051c3eecec, ASSIGN 2024-12-03T06:27:50,746 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10a27eec865620bade9513051c3eecec, ASSIGN; state=OFFLINE, location=122cddc95ec8,44813,1733207260706; forceNewPlan=false, retain=false 2024-12-03T06:27:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:27:50,898 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=10a27eec865620bade9513051c3eecec, regionState=OPENING, regionLocation=122cddc95ec8,44813,1733207260706 2024-12-03T06:27:50,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10a27eec865620bade9513051c3eecec, ASSIGN because future has completed 2024-12-03T06:27:50,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a27eec865620bade9513051c3eecec, server=122cddc95ec8,44813,1733207260706}] 2024-12-03T06:27:51,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:51,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:27:51,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:27:51,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C44813%2C1733207260706.rep, suffix=, logDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706, archiveDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs, maxLogs=10 2024-12-03T06:27:51,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.rep.1733207271070, exclude list is [], retry=0 2024-12-03T06:27:51,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-d2351e30-539a-40d9-ba12-0120ede74927,DISK] 2024-12-03T06:27:51,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.rep.1733207271070 2024-12-03T06:27:51,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-12-03T06:27:51,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 10a27eec865620bade9513051c3eecec, NAME => 'hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:27:51,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:27:51,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:27:51,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. service=MultiRowMutationService 2024-12-03T06:27:51,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:27:51,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:51,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,093 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,095 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a27eec865620bade9513051c3eecec columnFamilyName hfileref 2024-12-03T06:27:51,095 DEBUG [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:51,096 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(327): Store=10a27eec865620bade9513051c3eecec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:51,096 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,098 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a27eec865620bade9513051c3eecec columnFamilyName queue 2024-12-03T06:27:51,098 DEBUG [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:51,099 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(327): Store=10a27eec865620bade9513051c3eecec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:51,099 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,101 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a27eec865620bade9513051c3eecec columnFamilyName sid 2024-12-03T06:27:51,101 DEBUG [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:51,101 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(327): Store=10a27eec865620bade9513051c3eecec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:51,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:27:51,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:27:51,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 10a27eec865620bade9513051c3eecec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68418590, jitterRate=0.019516438245773315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:27:51,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:51,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 10a27eec865620bade9513051c3eecec: Running coprocessor pre-open hook at 1733207271091Writing region info on filesystem at 1733207271091Initializing all the Stores at 1733207271093 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207271093Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207271093Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207271093Cleaning up temporary data from old regions at 1733207271105 (+12 ms)Running coprocessor post-open hooks at 1733207271113 (+8 ms)Region opened successfully at 1733207271114 (+1 ms) 2024-12-03T06:27:51,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec., pid=7, masterSystemTime=1733207271059 2024-12-03T06:27:51,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:51,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:51,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=10a27eec865620bade9513051c3eecec, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,44813,1733207260706 2024-12-03T06:27:51,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a27eec865620bade9513051c3eecec, server=122cddc95ec8,44813,1733207260706 because future has completed 2024-12-03T06:27:51,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T06:27:51,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 10a27eec865620bade9513051c3eecec, server=122cddc95ec8,44813,1733207260706 in 222 msec 2024-12-03T06:27:51,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:27:51,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10a27eec865620bade9513051c3eecec, ASSIGN in 389 msec 2024-12-03T06:27:51,137 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:27:51,137 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207271137"}]},"ts":"1733207271137"} 2024-12-03T06:27:51,141 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:27:51,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:27:51,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 864 msec 2024-12-03T06:27:51,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec., hostname=122cddc95ec8,44813,1733207260706, seqNum=2] 2024-12-03T06:27:51,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44813 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T06:27:51,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:51,256 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:51,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:27:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:27:51,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T06:27:51,452 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:27:51,489 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,44813,1733207260706, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:27:51,491 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:27:51,491 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,44813,1733207260706, seqNum=-1] 2024-12-03T06:27:51,492 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:27:51,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-03T06:27:51,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,44813,1733207260706', locateType=CURRENT is [region=hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec., hostname=122cddc95ec8,44813,1733207260706, seqNum=2] 2024-12-03T06:27:51,502 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T06:27:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T06:27:51,508 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,44813,1733207260706 suceeded 2024-12-03T06:27:51,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T06:27:51,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-12-03T06:27:51,512 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:44071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:27:51,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2750 sec 2024-12-03T06:27:51,521 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44071' 2024-12-03T06:27:51,523 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18984560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:51,523 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44071,-1 for getting cluster id 2024-12-03T06:27:51,523 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:51,525 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c641559b-3c76-48cd-ab9f-17bbea875b0f' 2024-12-03T06:27:51,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:51,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c641559b-3c76-48cd-ab9f-17bbea875b0f" 2024-12-03T06:27:51,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ecb3c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:51,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44071,-1] 2024-12-03T06:27:51,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:51,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:51,527 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:51,528 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@616385ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:51,528 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:51,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44071,1733207266872 2024-12-03T06:27:51,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@417bcc53 2024-12-03T06:27:51,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:51,531 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T06:27:51,532 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,44813,1733207260706 (queues=1) is replicating from cluster=dd8a12fe-9fa4-43b6-b29a-c183bba9810c to cluster=c641559b-3c76-48cd-ab9f-17bbea875b0f 2024-12-03T06:27:51,534 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C44813%2C1733207260706 2024-12-03T06:27:51,538 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,44813,1733207260706, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:27:51,540 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706.replicationSource.shipper122cddc95ec8%2C44813%2C1733207260706,1-122cddc95ec8,44813,1733207260706 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C44813%2C1733207260706 2024-12-03T06:27:51,544 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,1-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799, startPosition=0, beingWritten=true 2024-12-03T06:27:51,794 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,1-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:52,105 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,1-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:27:52,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:27:52,410 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:27:52,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:27:52,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:27:52,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa486b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,34947,-1 for getting cluster id 2024-12-03T06:27:52,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:52,414 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd8a12fe-9fa4-43b6-b29a-c183bba9810c' 2024-12-03T06:27:52,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:52,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd8a12fe-9fa4-43b6-b29a-c183bba9810c" 2024-12-03T06:27:52,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4767fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,34947,-1] 2024-12-03T06:27:52,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:52,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,419 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:52,420 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175b1a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,34947,1733207260020 2024-12-03T06:27:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40569800 2024-12-03T06:27:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:52,425 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:27:52,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://122cddc95ec8:44071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:27:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:27:52,430 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44071' 2024-12-03T06:27:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T06:27:52,431 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50497ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,431 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44071,-1 for getting cluster id 2024-12-03T06:27:52,431 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:52,432 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c641559b-3c76-48cd-ab9f-17bbea875b0f' 2024-12-03T06:27:52,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:52,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c641559b-3c76-48cd-ab9f-17bbea875b0f" 2024-12-03T06:27:52,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a81e5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44071,-1] 2024-12-03T06:27:52,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:52,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,435 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:52,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6937b60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,436 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:52,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44071,1733207266872 2024-12-03T06:27:52,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ed966db 2024-12-03T06:27:52,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:52,438 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:27:52,439 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T06:27:52,439 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:27:52,439 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,439 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:27:52,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:27:52,517 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,1-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T06:27:52,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-03T06:27:52,646 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T06:27:52,678 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-122cddc95ec8,44813,1733207260706, ReplicationSource: 2, currentBandwidth=0 2024-12-03T06:27:52,682 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T06:27:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T06:27:52,685 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 122cddc95ec8,44813,1733207260706 suceeded 2024-12-03T06:27:52,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:27:52,689 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://122cddc95ec8:44071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:27:52,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-03T06:27:52,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 264 msec 2024-12-03T06:27:52,698 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44071' 2024-12-03T06:27:52,699 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4407d03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,699 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44071,-1 for getting cluster id 2024-12-03T06:27:52,699 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:52,700 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c641559b-3c76-48cd-ab9f-17bbea875b0f' 2024-12-03T06:27:52,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c641559b-3c76-48cd-ab9f-17bbea875b0f" 2024-12-03T06:27:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35964d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44071,-1] 2024-12-03T06:27:52,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:52,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,703 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:52,703 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43a0d493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,704 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:52,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44071,1733207266872 2024-12-03T06:27:52,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18345890 2024-12-03T06:27:52,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:52,705 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T06:27:52,706 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-122cddc95ec8,44813,1733207260706 (queues=1) is replicating from cluster=dd8a12fe-9fa4-43b6-b29a-c183bba9810c to cluster=c641559b-3c76-48cd-ab9f-17bbea875b0f 2024-12-03T06:27:52,706 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=122cddc95ec8%2C44813%2C1733207260706 2024-12-03T06:27:52,706 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-122cddc95ec8,44813,1733207260706, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:27:52,707 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706.replicationSource.shipper122cddc95ec8%2C44813%2C1733207260706,2-122cddc95ec8,44813,1733207260706 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C44813%2C1733207260706 2024-12-03T06:27:52,707 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,2-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799, startPosition=0, beingWritten=true 2024-12-03T06:27:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T06:27:52,748 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T06:27:52,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:27:52,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:27:52,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:27:52,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,34947,1733207260020 2024-12-03T06:27:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eaee9d6 2024-12-03T06:27:52,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:52,756 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:27:52,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T06:27:52,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T06:27:52,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T06:27:52,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T06:27:52,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:44071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:27:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T06:27:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T06:27:52,774 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44071' 2024-12-03T06:27:52,774 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c03a6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,775 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44071,-1 for getting cluster id 2024-12-03T06:27:52,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:52,775 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c641559b-3c76-48cd-ab9f-17bbea875b0f' 2024-12-03T06:27:52,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:52,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c641559b-3c76-48cd-ab9f-17bbea875b0f" 2024-12-03T06:27:52,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632dc768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44071,-1] 2024-12-03T06:27:52,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:52,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,777 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:52,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44da8fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:52,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:52,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44071,1733207266872 2024-12-03T06:27:52,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@368b3452 2024-12-03T06:27:52,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:52,782 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:27:52,783 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T06:27:52,783 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:27:52,783 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,783 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:52,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:27:52,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:27:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T06:27:52,914 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,2-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:52,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-03T06:27:52,951 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-03T06:27:52,953 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T06:27:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T06:27:52,960 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 122cddc95ec8,44813,1733207260706 suceeded 2024-12-03T06:27:52,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T06:27:52,966 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://122cddc95ec8:44071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:27:52,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-12-03T06:27:52,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-12-03T06:27:53,024 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,1-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T06:27:53,089 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-03T06:27:53,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://122cddc95ec8:44071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:27:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T06:27:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T06:27:53,098 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44071' 2024-12-03T06:27:53,100 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5d918c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:53,100 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44071,-1 for getting cluster id 2024-12-03T06:27:53,100 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:53,101 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c641559b-3c76-48cd-ab9f-17bbea875b0f' 2024-12-03T06:27:53,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:53,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c641559b-3c76-48cd-ab9f-17bbea875b0f" 2024-12-03T06:27:53,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430028b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:53,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44071,-1] 2024-12-03T06:27:53,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:53,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:53,103 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:53,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cdd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:53,104 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:53,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44071,1733207266872 2024-12-03T06:27:53,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d99a726 2024-12-03T06:27:53,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:53,106 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:27:53,107 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T06:27:53,108 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:27:53,108 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:53,108 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:53,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:27:53,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:27:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T06:27:53,227 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,2-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:53,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-03T06:27:53,277 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-03T06:27:53,279 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T06:27:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T06:27:53,286 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 122cddc95ec8,44813,1733207260706 suceeded 2024-12-03T06:27:53,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T06:27:53,291 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://122cddc95ec8:44071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:27:53,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-12-03T06:27:53,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 201 msec 2024-12-03T06:27:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T06:27:53,419 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-03T06:27:53,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T06:27:53,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34947 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T06:27:53,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:27:53,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:27:53,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:53,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:53,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:27:53,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:27:53,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37137515, stopped=false 2024-12-03T06:27:53,426 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,34947,1733207260020 2024-12-03T06:27:53,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1996280377/running 2024-12-03T06:27:53,436 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1996280377/running 2024-12-03T06:27:53,437 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:53,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:53,437 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:27:53,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:27:53,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:27:53,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:53,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/running 2024-12-03T06:27:53,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/running 2024-12-03T06:27:53,438 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,44813,1733207260706' ***** 2024-12-03T06:27:53,439 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:27:53,439 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:27:53,440 INFO [RS:0;122cddc95ec8:44813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:27:53,440 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:27:53,440 INFO [RS:0;122cddc95ec8:44813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:27:53,440 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(3091): Received CLOSE for 10a27eec865620bade9513051c3eecec 2024-12-03T06:27:53,441 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,44813,1733207260706 2024-12-03T06:27:53,441 INFO [RS:0;122cddc95ec8:44813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:27:53,441 INFO [RS:0;122cddc95ec8:44813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:44813. 2024-12-03T06:27:53,442 DEBUG [RS:0;122cddc95ec8:44813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:27:53,442 DEBUG [RS:0;122cddc95ec8:44813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:53,442 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10a27eec865620bade9513051c3eecec, disabling compactions & flushes 2024-12-03T06:27:53,442 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:27:53,442 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:53,442 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:27:53,442 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:53,442 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:27:53,442 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. after waiting 0 ms 2024-12-03T06:27:53,442 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:53,442 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:27:53,443 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:27:53,443 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:27:53,443 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 10a27eec865620bade9513051c3eecec=hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec.} 2024-12-03T06:27:53,443 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:27:53,443 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:27:53,443 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:27:53,443 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:27:53,443 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1351): Waiting on 10a27eec865620bade9513051c3eecec, 1588230740 2024-12-03T06:27:53,447 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 10a27eec865620bade9513051c3eecec 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-03T06:27:53,447 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T06:27:53,459 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:27:53,506 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec/.tmp/queue/6dcb6c38285147e992b555a19e2166e8 is 151, key is 1-122cddc95ec8,44813,1733207260706/queue:122cddc95ec8%2C44813%2C1733207260706/1733207271498/Put/seqid=0 2024-12-03T06:27:53,506 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/info/d1f061f520d949198e8f1e61160d8aed is 147, key is hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec./info:regioninfo/1733207271121/Put/seqid=0 2024-12-03T06:27:53,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741838_1014 (size=5500) 2024-12-03T06:27:53,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741839_1015 (size=6631) 2024-12-03T06:27:53,634 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,2-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:53,634 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,1-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:53,644 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1351): Waiting on 10a27eec865620bade9513051c3eecec, 1588230740 2024-12-03T06:27:53,721 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:27:53,721 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:27:53,844 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1351): Waiting on 10a27eec865620bade9513051c3eecec, 1588230740 2024-12-03T06:27:53,918 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec/.tmp/queue/6dcb6c38285147e992b555a19e2166e8 2024-12-03T06:27:53,934 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/info/d1f061f520d949198e8f1e61160d8aed 2024-12-03T06:27:53,968 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec/.tmp/queue/6dcb6c38285147e992b555a19e2166e8 as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec/queue/6dcb6c38285147e992b555a19e2166e8 2024-12-03T06:27:53,978 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec/queue/6dcb6c38285147e992b555a19e2166e8, entries=2, sequenceid=6, filesize=5.4 K 2024-12-03T06:27:53,986 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 10a27eec865620bade9513051c3eecec in 538ms, sequenceid=6, compaction requested=false 2024-12-03T06:27:53,986 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/ns/71e127e074624f4cb1b367d7369daf1b is 43, key is default/ns:d/1733207264665/Put/seqid=0 2024-12-03T06:27:53,986 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T06:27:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741840_1016 (size=5153) 2024-12-03T06:27:53,994 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T06:27:53,997 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:27:53,997 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:27:53,998 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:53,998 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10a27eec865620bade9513051c3eecec: Waiting for close lock at 1733207273441Running coprocessor pre-close hooks at 1733207273442 (+1 ms)Disabling compacts and flushes for region at 1733207273442Disabling writes for close at 1733207273442Obtaining lock to block concurrent updates at 1733207273447 (+5 ms)Preparing flush snapshotting stores in 10a27eec865620bade9513051c3eecec at 1733207273447Finished memstore snapshotting hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733207273455 (+8 ms)Flushing stores of hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. at 1733207273457 (+2 ms)Flushing 10a27eec865620bade9513051c3eecec/queue: creating writer at 1733207273458 (+1 ms)Flushing 10a27eec865620bade9513051c3eecec/queue: appending metadata at 1733207273494 (+36 ms)Flushing 10a27eec865620bade9513051c3eecec/queue: closing flushed file at 1733207273496 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311ee66b: reopening flushed file at 1733207273966 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 10a27eec865620bade9513051c3eecec in 538ms, sequenceid=6, compaction requested=false at 1733207273986 (+20 ms)Writing region close event to WAL at 1733207273989 (+3 ms)Running coprocessor post-close hooks at 1733207273995 (+6 ms)Closed at 1733207273998 (+3 ms) 2024-12-03T06:27:53,998 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:27:54,044 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:27:54,148 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,2-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:54,245 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:27:54,347 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,1-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:54,395 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/ns/71e127e074624f4cb1b367d7369daf1b 2024-12-03T06:27:54,422 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/table/8eb1b9f52f13452c8e6942300ec5e0e1 is 53, key is hbase:replication/table:state/1733207271137/Put/seqid=0 2024-12-03T06:27:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741841_1017 (size=5256) 2024-12-03T06:27:54,445 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:27:54,445 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:27:54,445 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:27:54,645 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:27:54,757 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,2-122cddc95ec8,44813,1733207260706 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706/122cddc95ec8%2C44813%2C1733207260706.1733207263799 to pos 0, reset compression=false 2024-12-03T06:27:54,829 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/table/8eb1b9f52f13452c8e6942300ec5e0e1 2024-12-03T06:27:54,844 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/info/d1f061f520d949198e8f1e61160d8aed as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/info/d1f061f520d949198e8f1e61160d8aed 2024-12-03T06:27:54,846 DEBUG [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:27:54,852 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/info/d1f061f520d949198e8f1e61160d8aed, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T06:27:54,854 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/ns/71e127e074624f4cb1b367d7369daf1b as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/ns/71e127e074624f4cb1b367d7369daf1b 2024-12-03T06:27:54,863 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/ns/71e127e074624f4cb1b367d7369daf1b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T06:27:54,864 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/table/8eb1b9f52f13452c8e6942300ec5e0e1 as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/table/8eb1b9f52f13452c8e6942300ec5e0e1 2024-12-03T06:27:54,872 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/table/8eb1b9f52f13452c8e6942300ec5e0e1, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T06:27:54,873 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1430ms, sequenceid=11, compaction requested=false 2024-12-03T06:27:54,879 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T06:27:54,880 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:27:54,880 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:27:54,880 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:27:54,880 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207273443Running coprocessor pre-close hooks at 1733207273443Disabling compacts and flushes for region at 1733207273443Disabling writes for close at 1733207273443Obtaining lock to block concurrent updates at 1733207273447 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1733207273447Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733207273455 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733207273457 (+2 ms)Flushing 1588230740/info: creating writer at 1733207273458 (+1 ms)Flushing 1588230740/info: appending metadata at 1733207273494 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733207273496 (+2 ms)Flushing 1588230740/ns: creating writer at 1733207273966 (+470 ms)Flushing 1588230740/ns: appending metadata at 1733207273985 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733207273986 (+1 ms)Flushing 1588230740/table: creating writer at 1733207274407 (+421 ms)Flushing 1588230740/table: appending metadata at 1733207274422 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733207274422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383a76cb: reopening flushed file at 1733207274843 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11062d71: reopening flushed file at 1733207274853 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc7fc08: reopening flushed file at 1733207274863 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1430ms, sequenceid=11, compaction requested=false at 1733207274873 (+10 ms)Writing region close event to WAL at 1733207274875 (+2 ms)Running coprocessor post-close hooks at 1733207274879 (+4 ms)Closed at 1733207274880 (+1 ms) 2024-12-03T06:27:54,880 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:27:55,046 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,44813,1733207260706; all regions closed. 2024-12-03T06:27:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741834_1010 (size=2742) 2024-12-03T06:27:55,063 DEBUG [RS:0;122cddc95ec8:44813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs 2024-12-03T06:27:55,064 INFO [RS:0;122cddc95ec8:44813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C44813%2C1733207260706.meta:.meta(num 1733207264356) 2024-12-03T06:27:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741837_1013 (size=1802) 2024-12-03T06:27:55,071 DEBUG [RS:0;122cddc95ec8:44813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs 2024-12-03T06:27:55,071 INFO [RS:0;122cddc95ec8:44813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C44813%2C1733207260706.rep:(num 1733207271070) 2024-12-03T06:27:55,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741833_1009 (size=93) 2024-12-03T06:27:55,078 DEBUG [RS:0;122cddc95ec8:44813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs 2024-12-03T06:27:55,078 INFO [RS:0;122cddc95ec8:44813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C44813%2C1733207260706:(num 1733207263799) 2024-12-03T06:27:55,078 DEBUG [RS:0;122cddc95ec8:44813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:55,078 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:27:55,078 INFO [RS:0;122cddc95ec8:44813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:27:55,078 INFO [RS:0;122cddc95ec8:44813 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T06:27:55,078 INFO [RS:0;122cddc95ec8:44813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:27:55,078 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:27:55,079 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,44813,1733207260706 because: Region server is closing 2024-12-03T06:27:55,079 INFO [RS:0;122cddc95ec8:44813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:44813. 2024-12-03T06:27:55,079 DEBUG [RS:0;122cddc95ec8:44813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:27:55,079 DEBUG [RS:0;122cddc95ec8:44813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:55,079 DEBUG [RS:0;122cddc95ec8:44813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:55,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:27:55,180 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706.replicationSource.shipper122cddc95ec8%2C44813%2C1733207260706,1-122cddc95ec8,44813,1733207260706 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T06:27:55,181 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44813,1733207260706.replicationSource.shipper122cddc95ec8%2C44813%2C1733207260706,1-122cddc95ec8,44813,1733207260706 terminated 2024-12-03T06:27:55,182 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-122cddc95ec8,44813,1733207260706 because: Region server is closing 2024-12-03T06:27:55,182 INFO [RS:0;122cddc95ec8:44813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:44813. 2024-12-03T06:27:55,182 DEBUG [RS:0;122cddc95ec8:44813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:27:55,183 DEBUG [RS:0;122cddc95ec8:44813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:55,183 DEBUG [RS:0;122cddc95ec8:44813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:55,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:27:55,284 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706.replicationSource.wal-reader.122cddc95ec8%2C44813%2C1733207260706,2-122cddc95ec8,44813,1733207260706 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:27:55,284 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706.replicationSource.shipper122cddc95ec8%2C44813%2C1733207260706,2-122cddc95ec8,44813,1733207260706 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T06:27:55,284 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,44813,1733207260706.replicationSource.shipper122cddc95ec8%2C44813%2C1733207260706,2-122cddc95ec8,44813,1733207260706 terminated 2024-12-03T06:27:55,285 INFO [RS:0;122cddc95ec8:44813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44813 2024-12-03T06:27:55,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/rs 2024-12-03T06:27:55,323 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1996280377/rs/122cddc95ec8,44813,1733207260706 2024-12-03T06:27:55,323 INFO [RS:0;122cddc95ec8:44813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:27:55,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,44813,1733207260706] 2024-12-03T06:27:55,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/draining/122cddc95ec8,44813,1733207260706 already deleted, retry=false 2024-12-03T06:27:55,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,44813,1733207260706 expired; onlineServers=0 2024-12-03T06:27:55,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,34947,1733207260020' ***** 2024-12-03T06:27:55,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:27:55,339 INFO [M:0;122cddc95ec8:34947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:27:55,339 INFO [M:0;122cddc95ec8:34947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:27:55,339 DEBUG [M:0;122cddc95ec8:34947 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:27:55,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:27:55,340 DEBUG [M:0;122cddc95ec8:34947 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:27:55,340 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207263416 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207263416,5,FailOnTimeoutGroup] 2024-12-03T06:27:55,340 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207263415 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207263415,5,FailOnTimeoutGroup] 2024-12-03T06:27:55,340 INFO [M:0;122cddc95ec8:34947 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:27:55,340 INFO [M:0;122cddc95ec8:34947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:27:55,340 DEBUG [M:0;122cddc95ec8:34947 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:27:55,340 INFO [M:0;122cddc95ec8:34947 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:27:55,341 INFO [M:0;122cddc95ec8:34947 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:27:55,341 INFO [M:0;122cddc95ec8:34947 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:27:55,342 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:27:55,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1996280377/master 2024-12-03T06:27:55,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:55,348 DEBUG [M:0;122cddc95ec8:34947 {}] zookeeper.ZKUtil(347): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/master because node does not exist (not an error) 2024-12-03T06:27:55,348 WARN [M:0;122cddc95ec8:34947 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:27:55,349 INFO [M:0;122cddc95ec8:34947 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/.lastflushedseqids 2024-12-03T06:27:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741842_1018 (size=181) 2024-12-03T06:27:55,432 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:27:55,432 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x1009eb5ea670001, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:27:55,433 INFO [RS:0;122cddc95ec8:44813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:27:55,433 INFO [RS:0;122cddc95ec8:44813 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,44813,1733207260706; zookeeper connection closed. 2024-12-03T06:27:55,434 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6209e9ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6209e9ba 2024-12-03T06:27:55,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:27:55,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:27:55,764 INFO [M:0;122cddc95ec8:34947 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:27:55,764 INFO [M:0;122cddc95ec8:34947 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:27:55,764 DEBUG [M:0;122cddc95ec8:34947 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:27:55,765 INFO [M:0;122cddc95ec8:34947 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:55,765 DEBUG [M:0;122cddc95ec8:34947 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:55,765 DEBUG [M:0;122cddc95ec8:34947 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:27:55,765 DEBUG [M:0;122cddc95ec8:34947 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:55,765 INFO [M:0;122cddc95ec8:34947 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-03T06:27:55,786 DEBUG [M:0;122cddc95ec8:34947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c0a614e8bce4b93989366a25c6594f2 is 82, key is hbase:meta,,1/info:regioninfo/1733207264596/Put/seqid=0 2024-12-03T06:27:55,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741843_1019 (size=5672) 2024-12-03T06:27:56,194 INFO [M:0;122cddc95ec8:34947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c0a614e8bce4b93989366a25c6594f2 2024-12-03T06:27:56,222 DEBUG [M:0;122cddc95ec8:34947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a77d1f6ed088408c9b2d223c5e0b8e1f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733207271145/Put/seqid=0 2024-12-03T06:27:56,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741844_1020 (size=8663) 2024-12-03T06:27:56,630 INFO [M:0;122cddc95ec8:34947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a77d1f6ed088408c9b2d223c5e0b8e1f 2024-12-03T06:27:56,659 DEBUG [M:0;122cddc95ec8:34947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0df0ea37b2f74d11aecb8e7d5a90b755 is 69, key is 122cddc95ec8,44813,1733207260706/rs:state/1733207263541/Put/seqid=0 2024-12-03T06:27:56,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741845_1021 (size=5156) 2024-12-03T06:27:57,065 INFO [M:0;122cddc95ec8:34947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0df0ea37b2f74d11aecb8e7d5a90b755 2024-12-03T06:27:57,073 DEBUG [M:0;122cddc95ec8:34947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c0a614e8bce4b93989366a25c6594f2 as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c0a614e8bce4b93989366a25c6594f2 2024-12-03T06:27:57,083 INFO [M:0;122cddc95ec8:34947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c0a614e8bce4b93989366a25c6594f2, entries=8, sequenceid=115, filesize=5.5 K 2024-12-03T06:27:57,085 DEBUG [M:0;122cddc95ec8:34947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a77d1f6ed088408c9b2d223c5e0b8e1f as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a77d1f6ed088408c9b2d223c5e0b8e1f 2024-12-03T06:27:57,092 INFO [M:0;122cddc95ec8:34947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a77d1f6ed088408c9b2d223c5e0b8e1f, entries=14, sequenceid=115, filesize=8.5 K 2024-12-03T06:27:57,094 DEBUG [M:0;122cddc95ec8:34947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0df0ea37b2f74d11aecb8e7d5a90b755 as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0df0ea37b2f74d11aecb8e7d5a90b755 2024-12-03T06:27:57,102 INFO [M:0;122cddc95ec8:34947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0df0ea37b2f74d11aecb8e7d5a90b755, entries=1, sequenceid=115, filesize=5.0 K 2024-12-03T06:27:57,104 INFO [M:0;122cddc95ec8:34947 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=115, compaction requested=false 2024-12-03T06:27:57,105 INFO [M:0;122cddc95ec8:34947 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:27:57,105 DEBUG [M:0;122cddc95ec8:34947 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207275764Disabling compacts and flushes for region at 1733207275764Disabling writes for close at 1733207275765 (+1 ms)Obtaining lock to block concurrent updates at 1733207275766 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207275766Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733207275767 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207275768 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207275769 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207275786 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207275786Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207276207 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207276222 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207276222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207276644 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207276658 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207276658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145340c: reopening flushed file at 1733207277072 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a72ea1: reopening flushed file at 1733207277083 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2b22a9: reopening flushed file at 1733207277093 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=115, compaction requested=false at 1733207277104 (+11 ms)Writing region close event to WAL at 1733207277105 (+1 ms)Closed at 1733207277105 2024-12-03T06:27:57,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741830_1006 (size=59421) 2024-12-03T06:27:57,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020/122cddc95ec8%2C34947%2C1733207260020.1733207262602 not finished, retry = 0 2024-12-03T06:27:57,210 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:27:57,211 INFO [M:0;122cddc95ec8:34947 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:27:57,211 INFO [M:0;122cddc95ec8:34947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34947 2024-12-03T06:27:57,211 INFO [M:0;122cddc95ec8:34947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:27:57,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:27:57,348 INFO [M:0;122cddc95ec8:34947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:27:57,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34947-0x1009eb5ea670000, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:27:57,355 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:27:57,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:57,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:57,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:27:57,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:57,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:27:57,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:27:57,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:27:57,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46073 2024-12-03T06:27:57,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46073 connecting to ZooKeeper ensemble=127.0.0.1:54306 2024-12-03T06:27:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460730x0, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:27:57,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46073-0x1009eb5ea670006 connected 2024-12-03T06:27:57,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:57,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:57,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/running 2024-12-03T06:27:57,391 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: INIT 2024-12-03T06:27:57,391 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0, hbase.cluster.distributed=false 2024-12-03T06:27:57,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/acl 2024-12-03T06:27:57,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46073 2024-12-03T06:27:57,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46073 2024-12-03T06:27:57,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46073 2024-12-03T06:27:57,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46073 2024-12-03T06:27:57,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46073 2024-12-03T06:27:57,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:27:57,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:57,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:57,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:27:57,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:27:57,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:27:57,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:27:57,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:27:57,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37719 2024-12-03T06:27:57,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37719 connecting to ZooKeeper ensemble=127.0.0.1:54306 2024-12-03T06:27:57,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:57,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:57,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377190x0, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:27:57,428 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: INIT 2024-12-03T06:27:57,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37719-0x1009eb5ea670007 connected 2024-12-03T06:27:57,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377190x0, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/running 2024-12-03T06:27:57,429 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:27:57,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:27:57,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/master 2024-12-03T06:27:57,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/acl 2024-12-03T06:27:57,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37719 2024-12-03T06:27:57,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37719 2024-12-03T06:27:57,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37719 2024-12-03T06:27:57,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37719 2024-12-03T06:27:57,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37719 2024-12-03T06:27:57,446 DEBUG [M:0;122cddc95ec8:46073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:46073 2024-12-03T06:27:57,446 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1996280377/backup-masters/122cddc95ec8,46073,1733207277355 2024-12-03T06:27:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/backup-masters 2024-12-03T06:27:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/backup-masters 2024-12-03T06:27:57,456 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on existing znode=/0-1996280377/backup-masters/122cddc95ec8,46073,1733207277355 2024-12-03T06:27:57,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:57,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1996280377/master 2024-12-03T06:27:57,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:57,464 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on existing znode=/0-1996280377/master 2024-12-03T06:27:57,465 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1996280377/backup-masters/122cddc95ec8,46073,1733207277355 from backup master directory 2024-12-03T06:27:57,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1996280377/backup-masters/122cddc95ec8,46073,1733207277355 2024-12-03T06:27:57,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/backup-masters 2024-12-03T06:27:57,472 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:27:57,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/backup-masters 2024-12-03T06:27:57,472 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,46073,1733207277355 2024-12-03T06:27:57,489 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:27:57,489 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:27:57,503 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-12-03T06:27:57,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741846_1022 (size=196) 2024-12-03T06:27:57,923 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:27:57,924 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:27:57,924 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:27:57,933 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T06:27:57,937 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020 to hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020-dead as it is dead 2024-12-03T06:27:57,938 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T06:27:57,938 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T06:27:57,938 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020-dead/122cddc95ec8%2C34947%2C1733207260020.1733207262602 2024-12-03T06:27:57,943 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020-dead/122cddc95ec8%2C34947%2C1733207260020.1733207262602 after 3ms 2024-12-03T06:27:57,944 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020-dead/122cddc95ec8%2C34947%2C1733207260020.1733207262602 to hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/122cddc95ec8%2C34947%2C1733207260020.1733207262602 2024-12-03T06:27:57,944 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,34947,1733207260020-dead 2024-12-03T06:27:57,945 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,46073,1733207277355 2024-12-03T06:27:57,947 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:27:57,948 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C46073%2C1733207277355, suffix=, logDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,46073,1733207277355, archiveDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/oldWALs, maxLogs=10 2024-12-03T06:27:57,961 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,46073,1733207277355/122cddc95ec8%2C46073%2C1733207277355.1733207277949, exclude list is [], retry=0 2024-12-03T06:27:57,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-d2351e30-539a-40d9-ba12-0120ede74927,DISK] 2024-12-03T06:27:57,967 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,46073,1733207277355/122cddc95ec8%2C46073%2C1733207277355.1733207277949 2024-12-03T06:27:57,968 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-12-03T06:27:57,968 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:27:57,968 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:57,968 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:57,968 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:57,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:57,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:27:57,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:57,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c0a614e8bce4b93989366a25c6594f2 2024-12-03T06:27:57,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:57,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:57,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:27:57,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:57,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a77d1f6ed088408c9b2d223c5e0b8e1f 2024-12-03T06:27:57,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:57,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:57,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:27:57,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:57,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0df0ea37b2f74d11aecb8e7d5a90b755 2024-12-03T06:27:57,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:57,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:58,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:27:58,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:58,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:27:58,001 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:58,002 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T06:27:58,002 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/122cddc95ec8%2C34947%2C1733207260020.1733207262602 2024-12-03T06:27:58,015 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/122cddc95ec8%2C34947%2C1733207260020.1733207262602 2024-12-03T06:27:58,016 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/122cddc95ec8%2C34947%2C1733207260020.1733207262602 2024-12-03T06:27:58,018 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:58,018 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:58,019 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:27:58,020 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:27:58,023 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-03T06:27:58,025 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63899274, jitterRate=-0.0478266179561615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:27:58,025 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207277968Initializing all the Stores at 1733207277970 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207277970Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207277970Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207277970Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207277970Cleaning up temporary data from old regions at 1733207278018 (+48 ms)Region opened successfully at 1733207278025 (+7 ms) 2024-12-03T06:27:58,025 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:27:58,029 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c10376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:27:58,040 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T06:27:58,040 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:27:58,040 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:27:58,041 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:27:58,041 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:27:58,047 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:27:58,047 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:27:58,047 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:27:58,047 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:27:58,048 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T06:27:58,048 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T06:27:58,048 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-03T06:27:58,048 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:27:58,052 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=122cddc95ec8,44813,1733207260706, regionLocation=122cddc95ec8,44813,1733207260706, openSeqNum=2 2024-12-03T06:27:58,053 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=122cddc95ec8,44813,1733207260706, table=hbase:meta, region=1588230740 2024-12-03T06:27:58,053 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,44813,1733207260706, state=OPEN 2024-12-03T06:27:58,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1996280377/meta-region-server 2024-12-03T06:27:58,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1996280377/meta-region-server 2024-12-03T06:27:58,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: CHANGED 2024-12-03T06:27:58,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: CHANGED 2024-12-03T06:27:58,095 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:27:58,122 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/draining/122cddc95ec8,44813,1733207260706 already deleted, retry=false 2024-12-03T06:27:58,122 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 122cddc95ec8,44813,1733207260706 on 122cddc95ec8,46073,1733207277355 2024-12-03T06:27:58,127 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 122cddc95ec8,44813,1733207260706, splitWal=true, meta=true 2024-12-03T06:27:58,129 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 122cddc95ec8,44813,1733207260706 (carryingMeta=true) 122cddc95ec8,44813,1733207260706/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3b5bda3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T06:27:58,132 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/balancer because node does not exist (not necessarily an error) 2024-12-03T06:27:58,144 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/balancer already deleted, retry=false 2024-12-03T06:27:58,145 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:27:58,146 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:27:58,156 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/normalizer already deleted, retry=false 2024-12-03T06:27:58,156 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:27:58,157 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:27:58,164 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/switch/split already deleted, retry=false 2024-12-03T06:27:58,165 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:27:58,172 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/switch/merge already deleted, retry=false 2024-12-03T06:27:58,191 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:27:58,197 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/snapshot-cleanup already deleted, retry=false 2024-12-03T06:27:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1996280377/running 2024-12-03T06:27:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1996280377/running 2024-12-03T06:27:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:27:58,206 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,46073,1733207277355, sessionid=0x1009eb5ea670006, setting cluster-up flag (Was=false) 2024-12-03T06:27:58,215 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1996280377/flush-table-proc/acquired, /0-1996280377/flush-table-proc/reached, /0-1996280377/flush-table-proc/abort 2024-12-03T06:27:58,216 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,46073,1733207277355 2024-12-03T06:27:58,223 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1996280377/online-snapshot/acquired, /0-1996280377/online-snapshot/reached, /0-1996280377/online-snapshot/abort 2024-12-03T06:27:58,225 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,46073,1733207277355 2024-12-03T06:27:58,227 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/.lastflushedseqids 2024-12-03T06:27:58,231 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:27:58,231 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:27:58,232 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,46073,1733207277355 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 122cddc95ec8,44813,1733207260706 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:27:58,233 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:58,233 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:58,234 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:58,234 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:27:58,234 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:27:58,234 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,234 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:27:58,234 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,235 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207308235 2024-12-03T06:27:58,235 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:27:58,235 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:27:58,235 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:27:58,235 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:27:58,235 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:27:58,235 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:27:58,235 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,236 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:27:58,236 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:27:58,236 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:27:58,236 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:27:58,236 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:27:58,237 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:27:58,237 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 122cddc95ec8,44813,1733207260706, splitWal=true, meta=true 2024-12-03T06:27:58,238 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207278237,5,FailOnTimeoutGroup] 2024-12-03T06:27:58,238 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207278238,5,FailOnTimeoutGroup] 2024-12-03T06:27:58,238 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,239 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:27:58,239 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 122cddc95ec8,44813,1733207260706, splitWal=true, meta=true, isMeta: true 2024-12-03T06:27:58,239 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,239 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,239 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207278239, completionTime=-1 2024-12-03T06:27:58,239 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T06:27:58,239 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(746): ClusterId : dd8a12fe-9fa4-43b6-b29a-c183bba9810c 2024-12-03T06:27:58,239 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:27:58,240 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706-splitting 2024-12-03T06:27:58,242 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706-splitting dir is empty, no logs to split. 2024-12-03T06:27:58,242 INFO [PEWorker-1 {}] master.SplitWALManager(105): 122cddc95ec8,44813,1733207260706 WAL count=0, meta=true 2024-12-03T06:27:58,242 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T06:27:58,246 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706-splitting dir is empty, no logs to split. 2024-12-03T06:27:58,246 INFO [PEWorker-1 {}] master.SplitWALManager(105): 122cddc95ec8,44813,1733207260706 WAL count=0, meta=true 2024-12-03T06:27:58,246 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 122cddc95ec8,44813,1733207260706 WAL splitting is done? wals=0, meta=true 2024-12-03T06:27:58,248 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:27:58,248 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:27:58,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:27:58,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:27:58,251 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T06:27:58,257 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:27:58,257 DEBUG [RS:0;122cddc95ec8:37719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2cfeb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:27:58,269 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:37719 2024-12-03T06:27:58,269 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:27:58,269 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:27:58,269 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:27:58,270 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,46073,1733207277355 with port=37719, startcode=1733207277410 2024-12-03T06:27:58,270 DEBUG [RS:0;122cddc95ec8:37719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:27:58,272 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:27:58,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,37719,1733207277410 2024-12-03T06:27:58,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46073 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,37719,1733207277410 2024-12-03T06:27:58,275 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0 2024-12-03T06:27:58,275 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39197 2024-12-03T06:27:58,275 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:27:58,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/rs 2024-12-03T06:27:58,281 DEBUG [RS:0;122cddc95ec8:37719 {}] zookeeper.ZKUtil(111): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on existing znode=/0-1996280377/rs/122cddc95ec8,37719,1733207277410 2024-12-03T06:27:58,281 WARN [RS:0;122cddc95ec8:37719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:27:58,281 INFO [RS:0;122cddc95ec8:37719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:27:58,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,37719,1733207277410] 2024-12-03T06:27:58,282 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410 2024-12-03T06:27:58,292 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T06:27:58,318 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:27:58,320 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:27:58,321 INFO [RS:0;122cddc95ec8:37719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:27:58,321 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,321 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:27:58,322 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:27:58,322 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,322 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:27:58,323 DEBUG [RS:0;122cddc95ec8:37719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:27:58,324 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,324 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,324 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,324 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,324 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,324 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37719,1733207277410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:27:58,339 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:27:58,339 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37719,1733207277410-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,352 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,37719,1733207277410, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:27:58,364 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSource(231): queueId=2-122cddc95ec8,37719,1733207277410, ReplicationSource: 2, currentBandwidth=0 2024-12-03T06:27:58,364 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,364 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.Replication(171): 122cddc95ec8,37719,1733207277410 started 2024-12-03T06:27:58,364 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,1-122cddc95ec8,37719,1733207277410 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44071' 2024-12-03T06:27:58,365 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,1-122cddc95ec8,37719,1733207277410 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b19cce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:58,365 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,1-122cddc95ec8,37719,1733207277410 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44071,-1 for getting cluster id 2024-12-03T06:27:58,365 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,1-122cddc95ec8,37719,1733207277410 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:58,367 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c641559b-3c76-48cd-ab9f-17bbea875b0f' 2024-12-03T06:27:58,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:58,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c641559b-3c76-48cd-ab9f-17bbea875b0f" 2024-12-03T06:27:58,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50bd6579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:58,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44071,-1] 2024-12-03T06:27:58,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:58,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:58,370 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:58,371 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,1-122cddc95ec8,37719,1733207277410 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24484c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:58,371 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,1-122cddc95ec8,37719,1733207277410 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:58,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44071,1733207266872 2024-12-03T06:27:58,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@afe14b 2024-12-03T06:27:58,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:58,373 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T06:27:58,374 INFO [RS:0;122cddc95ec8:37719.replicationSource,1-122cddc95ec8,37719,1733207277410 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,37719,1733207277410 (queues=0) is replicating from cluster=dd8a12fe-9fa4-43b6-b29a-c183bba9810c to cluster=c641559b-3c76-48cd-ab9f-17bbea875b0f 2024-12-03T06:27:58,380 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:27:58,380 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,37719,1733207277410, RpcServer on 122cddc95ec8/172.17.0.2:37719, sessionid=0x1009eb5ea670007 2024-12-03T06:27:58,380 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:27:58,380 DEBUG [RS:0;122cddc95ec8:37719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,37719,1733207277410 2024-12-03T06:27:58,380 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,37719,1733207277410' 2024-12-03T06:27:58,380 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1996280377/flush-table-proc/abort' 2024-12-03T06:27:58,381 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1996280377/flush-table-proc/acquired' 2024-12-03T06:27:58,381 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:27:58,381 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:27:58,381 DEBUG [RS:0;122cddc95ec8:37719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,37719,1733207277410 2024-12-03T06:27:58,382 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,37719,1733207277410' 2024-12-03T06:27:58,382 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1996280377/online-snapshot/abort' 2024-12-03T06:27:58,382 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1996280377/online-snapshot/acquired' 2024-12-03T06:27:58,382 DEBUG [RS:0;122cddc95ec8:37719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:27:58,382 INFO [RS:0;122cddc95ec8:37719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:27:58,382 INFO [RS:0;122cddc95ec8:37719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:27:58,386 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,2-122cddc95ec8,37719,1733207277410 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44071' 2024-12-03T06:27:58,387 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,2-122cddc95ec8,37719,1733207277410 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19509d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:58,387 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,2-122cddc95ec8,37719,1733207277410 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44071,-1 for getting cluster id 2024-12-03T06:27:58,387 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,2-122cddc95ec8,37719,1733207277410 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:27:58,388 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c641559b-3c76-48cd-ab9f-17bbea875b0f' 2024-12-03T06:27:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:27:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c641559b-3c76-48cd-ab9f-17bbea875b0f" 2024-12-03T06:27:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75900e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44071,-1] 2024-12-03T06:27:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:27:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:27:58,390 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:27:58,391 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,2-122cddc95ec8,37719,1733207277410 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e22c7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:27:58,391 DEBUG [RS:0;122cddc95ec8:37719.replicationSource,2-122cddc95ec8,37719,1733207277410 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:27:58,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44071,1733207266872 2024-12-03T06:27:58,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eccce88 2024-12-03T06:27:58,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:27:58,394 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T06:27:58,395 INFO [RS:0;122cddc95ec8:37719.replicationSource,2-122cddc95ec8,37719,1733207277410 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-122cddc95ec8,37719,1733207277410 (queues=0) is replicating from cluster=dd8a12fe-9fa4-43b6-b29a-c183bba9810c to cluster=c641559b-3c76-48cd-ab9f-17bbea875b0f 2024-12-03T06:27:58,402 WARN [122cddc95ec8:46073 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T06:27:58,483 INFO [RS:0;122cddc95ec8:37719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:27:58,485 INFO [RS:0;122cddc95ec8:37719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C37719%2C1733207277410, suffix=, logDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410, archiveDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs, maxLogs=10 2024-12-03T06:27:58,502 DEBUG [RS:0;122cddc95ec8:37719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486, exclude list is [], retry=0 2024-12-03T06:27:58,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-d2351e30-539a-40d9-ba12-0120ede74927,DISK] 2024-12-03T06:27:58,509 INFO [RS:0;122cddc95ec8:37719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 2024-12-03T06:27:58,509 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 122cddc95ec8%2C37719%2C1733207277410 for peer 1 2024-12-03T06:27:58,509 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 122cddc95ec8%2C37719%2C1733207277410 for peer 2 2024-12-03T06:27:58,509 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C37719%2C1733207277410 2024-12-03T06:27:58,510 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,37719,1733207277410, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:27:58,510 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=122cddc95ec8%2C37719%2C1733207277410 2024-12-03T06:27:58,510 INFO [RS:0;122cddc95ec8:37719.replicationSource.shipper122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C37719%2C1733207277410 2024-12-03T06:27:58,510 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-122cddc95ec8,37719,1733207277410, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:27:58,510 DEBUG [RS:0;122cddc95ec8:37719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-12-03T06:27:58,510 INFO [RS:0;122cddc95ec8:37719.replicationSource.shipper122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C37719%2C1733207277410 2024-12-03T06:27:58,511 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486, startPosition=0, beingWritten=true 2024-12-03T06:27:58,511 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486, startPosition=0, beingWritten=true 2024-12-03T06:27:58,652 DEBUG [122cddc95ec8:46073 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:27:58,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,37719,1733207277410 2024-12-03T06:27:58,657 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,37719,1733207277410, state=OPENING 2024-12-03T06:27:58,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1996280377/meta-region-server 2024-12-03T06:27:58,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1996280377/meta-region-server 2024-12-03T06:27:58,697 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:27:58,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: CHANGED 2024-12-03T06:27:58,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: CHANGED 2024-12-03T06:27:58,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,37719,1733207277410}] 2024-12-03T06:27:58,722 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:27:58,727 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:27:58,851 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:27:58,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:27:58,859 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:27:58,860 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:27:58,860 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:27:58,863 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C37719%2C1733207277410.meta, suffix=.meta, logDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410, archiveDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs, maxLogs=10 2024-12-03T06:27:58,876 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.meta.1733207278864.meta, exclude list is [], retry=0 2024-12-03T06:27:58,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-d2351e30-539a-40d9-ba12-0120ede74927,DISK] 2024-12-03T06:27:58,881 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.meta.1733207278864.meta 2024-12-03T06:27:58,881 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-12-03T06:27:58,881 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:27:58,882 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:27:58,882 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:27:58,882 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:27:58,882 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:27:58,882 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:27:58,882 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:27:58,882 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:27:58,882 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:27:58,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:27:58,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:27:58,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:58,893 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/info/d1f061f520d949198e8f1e61160d8aed 2024-12-03T06:27:58,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:58,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:27:58,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:27:58,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:58,902 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/ns/71e127e074624f4cb1b367d7369daf1b 2024-12-03T06:27:58,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:58,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:27:58,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:27:58,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:58,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:58,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:27:58,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:27:58,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:27:58,914 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/table/8eb1b9f52f13452c8e6942300ec5e0e1 2024-12-03T06:27:58,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:27:58,914 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:27:58,915 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740 2024-12-03T06:27:58,916 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740 2024-12-03T06:27:58,918 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:27:58,918 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:27:58,919 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:27:58,920 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:27:58,921 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60885869, jitterRate=-0.092729851603508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:27:58,921 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:27:58,922 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207278883Writing region info on filesystem at 1733207278883Initializing all the Stores at 1733207278884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207278884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207278884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207278884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207278884Cleaning up temporary data from old regions at 1733207278918 (+34 ms)Running coprocessor post-open hooks at 1733207278921 (+3 ms)Region opened successfully at 1733207278922 (+1 ms) 2024-12-03T06:27:58,923 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733207278851 2024-12-03T06:27:58,925 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:27:58,925 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:27:58,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=122cddc95ec8,37719,1733207277410 2024-12-03T06:27:58,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,37719,1733207277410, state=OPEN 2024-12-03T06:27:58,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1996280377/meta-region-server 2024-12-03T06:27:58,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1996280377/meta-region-server 2024-12-03T06:27:58,936 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,37719,1733207277410 2024-12-03T06:27:58,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: CHANGED 2024-12-03T06:27:58,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1996280377/meta-region-server: CHANGED 2024-12-03T06:27:58,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T06:27:58,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,37719,1733207277410 in 239 msec 2024-12-03T06:27:58,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T06:27:58,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 691 msec 2024-12-03T06:27:59,033 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:27:59,035 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:27:59,442 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:27:59,442 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:27:59,796 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-12-03T06:27:59,949 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:27:59,949 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:00,560 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:00,560 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:00,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:28:01,272 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:01,273 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:01,299 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3060ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-12-03T06:28:02,083 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:02,083 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:02,753 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T06:28:02,753 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:28:02,754 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:02,754 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,37719,1733207277410, seqNum=-1] 2024-12-03T06:28:02,755 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:02,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:02,766 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=10a27eec865620bade9513051c3eecec, regionState=OPEN, lastHost=122cddc95ec8,44813,1733207260706, regionLocation=122cddc95ec8,44813,1733207260706, openSeqNum=2 2024-12-03T06:28:02,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:28:02,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207342767 2024-12-03T06:28:02,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207402767 2024-12-03T06:28:02,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-12-03T06:28:02,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46073,1733207277355-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:02,768 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 122cddc95ec8,44813,1733207260706 had 2 regions 2024-12-03T06:28:02,768 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46073,1733207277355-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:02,768 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46073,1733207277355-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:02,768 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:46073, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:02,768 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:02,768 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:02,770 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 122cddc95ec8,44813,1733207260706, splitWal=true, meta=true, isMeta: false 2024-12-03T06:28:02,772 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706-splitting dir is empty, no logs to split. 2024-12-03T06:28:02,772 INFO [PEWorker-4 {}] master.SplitWALManager(105): 122cddc95ec8,44813,1733207260706 WAL count=0, meta=false 2024-12-03T06:28:02,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.303sec 2024-12-03T06:28:02,776 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:28:02,776 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,44813,1733207260706-splitting dir is empty, no logs to split. 2024-12-03T06:28:02,776 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:28:02,776 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:28:02,776 INFO [PEWorker-4 {}] master.SplitWALManager(105): 122cddc95ec8,44813,1733207260706 WAL count=0, meta=false 2024-12-03T06:28:02,776 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:28:02,776 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 122cddc95ec8,44813,1733207260706 WAL splitting is done? wals=0, meta=false 2024-12-03T06:28:02,776 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:28:02,776 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46073,1733207277355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:28:02,776 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46073,1733207277355-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:28:02,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10a27eec865620bade9513051c3eecec, ASSIGN}] 2024-12-03T06:28:02,780 WARN [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=122cddc95ec8,44813,1733207260706/hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:28:02,781 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10a27eec865620bade9513051c3eecec, ASSIGN 2024-12-03T06:28:02,781 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:28:02,781 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:28:02,781 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46073,1733207277355-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:02,783 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10a27eec865620bade9513051c3eecec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T06:28:02,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b71f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:02,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,46073,-1 for getting cluster id 2024-12-03T06:28:02,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:02,849 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd8a12fe-9fa4-43b6-b29a-c183bba9810c' 2024-12-03T06:28:02,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd8a12fe-9fa4-43b6-b29a-c183bba9810c" 2024-12-03T06:28:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca7efa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,46073,-1] 2024-12-03T06:28:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:02,854 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:02,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e031421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:02,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:02,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,37719,1733207277410, seqNum=-1] 2024-12-03T06:28:02,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:02,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:02,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T06:28:02,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:02,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:02,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:02,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:02,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:02,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 122cddc95ec8:46073 after: 122cddc95ec8:46073 2024-12-03T06:28:02,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76710621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:02,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,46073,-1 for getting cluster id 2024-12-03T06:28:02,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:02,867 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd8a12fe-9fa4-43b6-b29a-c183bba9810c' 2024-12-03T06:28:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd8a12fe-9fa4-43b6-b29a-c183bba9810c" 2024-12-03T06:28:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39380839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,46073,-1] 2024-12-03T06:28:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:02,868 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:02,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:02,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,46073,1733207277355 2024-12-03T06:28:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2942c8e2 2024-12-03T06:28:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:02,872 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:28:02,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T06:28:02,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T06:28:02,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T06:28:02,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-03T06:28:02,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:28:02,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:02,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:02,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:02,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:02,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:02,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:28:02,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=455133924, stopped=false 2024-12-03T06:28:02,876 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,44071,1733207266872 2024-12-03T06:28:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1237168766/running 2024-12-03T06:28:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1237168766/running 2024-12-03T06:28:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:28:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:28:02,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:28:02,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:02,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:02,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Set watcher on znode that does not yet exist, /1-1237168766/running 2024-12-03T06:28:02,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:02,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Set watcher on znode that does not yet exist, /1-1237168766/running 2024-12-03T06:28:02,916 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,43227,1733207267000' ***** 2024-12-03T06:28:02,916 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:28:02,917 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:28:02,917 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:28:02,917 INFO [RS:0;122cddc95ec8:43227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:28:02,917 INFO [RS:0;122cddc95ec8:43227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:28:02,918 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,43227,1733207267000 2024-12-03T06:28:02,918 INFO [RS:0;122cddc95ec8:43227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:28:02,918 INFO [RS:0;122cddc95ec8:43227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:43227. 2024-12-03T06:28:02,918 DEBUG [RS:0;122cddc95ec8:43227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:02,918 DEBUG [RS:0;122cddc95ec8:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:02,918 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:28:02,918 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:28:02,918 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:28:02,919 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:28:02,919 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:28:02,919 DEBUG [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:28:02,919 DEBUG [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:02,919 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:28:02,920 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:28:02,920 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:28:02,920 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:28:02,920 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:28:02,920 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T06:28:02,933 DEBUG [122cddc95ec8:46073 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:28:02,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=10a27eec865620bade9513051c3eecec, regionState=OPENING, regionLocation=122cddc95ec8,37719,1733207277410 2024-12-03T06:28:02,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10a27eec865620bade9513051c3eecec, ASSIGN because future has completed 2024-12-03T06:28:02,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a27eec865620bade9513051c3eecec, server=122cddc95ec8,37719,1733207277410}] 2024-12-03T06:28:02,941 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740/.tmp/ns/6ff18337cfe544bc9e535b2efed801c2 is 43, key is default/ns:d/1733207270060/Put/seqid=0 2024-12-03T06:28:02,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741835_1011 (size=5153) 2024-12-03T06:28:02,968 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:28:02,996 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:02,996 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:03,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:28:03,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:03,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:28:03,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C37719%2C1733207277410.rep, suffix=, logDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410, archiveDir=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs, maxLogs=10 2024-12-03T06:28:03,120 DEBUG [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:03,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.rep.1733207283103, exclude list is [], retry=0 2024-12-03T06:28:03,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-d2351e30-539a-40d9-ba12-0120ede74927,DISK] 2024-12-03T06:28:03,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.rep.1733207283103 2024-12-03T06:28:03,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43819:43819)] 2024-12-03T06:28:03,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 10a27eec865620bade9513051c3eecec, NAME => 'hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:03,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:28:03,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:28:03,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. service=MultiRowMutationService 2024-12-03T06:28:03,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:28:03,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:03,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,132 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,134 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a27eec865620bade9513051c3eecec columnFamilyName hfileref 2024-12-03T06:28:03,134 DEBUG [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:03,135 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(327): Store=10a27eec865620bade9513051c3eecec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:03,135 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,136 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a27eec865620bade9513051c3eecec columnFamilyName queue 2024-12-03T06:28:03,136 DEBUG [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:03,143 DEBUG [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec/queue/6dcb6c38285147e992b555a19e2166e8 2024-12-03T06:28:03,143 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(327): Store=10a27eec865620bade9513051c3eecec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:03,144 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,145 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a27eec865620bade9513051c3eecec columnFamilyName sid 2024-12-03T06:28:03,145 DEBUG [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:03,145 INFO [StoreOpener-10a27eec865620bade9513051c3eecec-1 {}] regionserver.HStore(327): Store=10a27eec865620bade9513051c3eecec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:03,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:28:03,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 10a27eec865620bade9513051c3eecec; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61810702, jitterRate=-0.07894876599311829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:28:03,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:03,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 10a27eec865620bade9513051c3eecec: Running coprocessor pre-open hook at 1733207283130Writing region info on filesystem at 1733207283130Initializing all the Stores at 1733207283132 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207283132Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207283132Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207283132Cleaning up temporary data from old regions at 1733207283149 (+17 ms)Running coprocessor post-open hooks at 1733207283153 (+4 ms)Region opened successfully at 1733207283153 2024-12-03T06:28:03,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec., pid=19, masterSystemTime=1733207283091 2024-12-03T06:28:03,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:28:03,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:28:03,158 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=10a27eec865620bade9513051c3eecec, regionState=OPEN, openSeqNum=10, regionLocation=122cddc95ec8,37719,1733207277410 2024-12-03T06:28:03,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a27eec865620bade9513051c3eecec, server=122cddc95ec8,37719,1733207277410 because future has completed 2024-12-03T06:28:03,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T06:28:03,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 10a27eec865620bade9513051c3eecec, server=122cddc95ec8,37719,1733207277410 in 224 msec 2024-12-03T06:28:03,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-03T06:28:03,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10a27eec865620bade9513051c3eecec, ASSIGN in 385 msec 2024-12-03T06:28:03,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T06:28:03,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec., hostname=122cddc95ec8,37719,1733207277410, seqNum=10] 2024-12-03T06:28:03,210 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 122cddc95ec8,44813,1733207260706 2024-12-03T06:28:03,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T06:28:03,320 DEBUG [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:03,346 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740/.tmp/ns/6ff18337cfe544bc9e535b2efed801c2 2024-12-03T06:28:03,356 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740/.tmp/ns/6ff18337cfe544bc9e535b2efed801c2 as hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740/ns/6ff18337cfe544bc9e535b2efed801c2 2024-12-03T06:28:03,364 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740/ns/6ff18337cfe544bc9e535b2efed801c2, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T06:28:03,365 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-12-03T06:28:03,365 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:28:03,371 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T06:28:03,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-03T06:28:03,372 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:28:03,372 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:28:03,372 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:03,373 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207282919Running coprocessor pre-close hooks at 1733207282919Disabling compacts and flushes for region at 1733207282919Disabling writes for close at 1733207282920 (+1 ms)Obtaining lock to block concurrent updates at 1733207282920Preparing flush snapshotting stores in 1588230740 at 1733207282920Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733207282921 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733207282922 (+1 ms)Flushing 1588230740/ns: creating writer at 1733207282923 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733207282940 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733207282940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58925544: reopening flushed file at 1733207283355 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1733207283365 (+10 ms)Writing region close event to WAL at 1733207283367 (+2 ms)Running coprocessor post-close hooks at 1733207283372 (+5 ms)Closed at 1733207283372 2024-12-03T06:28:03,373 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:03,520 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,43227,1733207267000; all regions closed. 2024-12-03T06:28:03,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741834_1010 (size=1152) 2024-12-03T06:28:03,533 DEBUG [RS:0;122cddc95ec8:43227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/oldWALs 2024-12-03T06:28:03,534 INFO [RS:0;122cddc95ec8:43227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C43227%2C1733207267000.meta:.meta(num 1733207269975) 2024-12-03T06:28:03,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741832_1008 (size=93) 2024-12-03T06:28:03,540 DEBUG [RS:0;122cddc95ec8:43227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/oldWALs 2024-12-03T06:28:03,541 INFO [RS:0;122cddc95ec8:43227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C43227%2C1733207267000:(num 1733207268985) 2024-12-03T06:28:03,541 DEBUG [RS:0;122cddc95ec8:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:03,541 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:28:03,541 INFO [RS:0;122cddc95ec8:43227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:28:03,541 INFO [RS:0;122cddc95ec8:43227 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:28:03,542 INFO [RS:0;122cddc95ec8:43227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:28:03,542 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:28:03,542 INFO [RS:0;122cddc95ec8:43227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43227 2024-12-03T06:28:03,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766/rs 2024-12-03T06:28:03,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1237168766/rs/122cddc95ec8,43227,1733207267000 2024-12-03T06:28:03,603 INFO [RS:0;122cddc95ec8:43227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:28:03,604 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f74e88e1d68@699bb3d1 rejected from java.util.concurrent.ThreadPoolExecutor@2c993086[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-03T06:28:03,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,43227,1733207267000] 2024-12-03T06:28:03,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1237168766/draining/122cddc95ec8,43227,1733207267000 already deleted, retry=false 2024-12-03T06:28:03,622 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,43227,1733207267000 expired; onlineServers=0 2024-12-03T06:28:03,622 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,44071,1733207266872' ***** 2024-12-03T06:28:03,622 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:28:03,623 INFO [M:0;122cddc95ec8:44071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:28:03,623 INFO [M:0;122cddc95ec8:44071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:28:03,623 DEBUG [M:0;122cddc95ec8:44071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:28:03,623 DEBUG [M:0;122cddc95ec8:44071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:28:03,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:28:03,623 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207268710 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207268710,5,FailOnTimeoutGroup] 2024-12-03T06:28:03,623 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207268710 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207268710,5,FailOnTimeoutGroup] 2024-12-03T06:28:03,623 INFO [M:0;122cddc95ec8:44071 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:28:03,623 INFO [M:0;122cddc95ec8:44071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:28:03,624 DEBUG [M:0;122cddc95ec8:44071 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:28:03,624 INFO [M:0;122cddc95ec8:44071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:28:03,624 INFO [M:0;122cddc95ec8:44071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:28:03,624 INFO [M:0;122cddc95ec8:44071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:28:03,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:28:03,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1237168766/master 2024-12-03T06:28:03,630 DEBUG [M:0;122cddc95ec8:44071 {}] zookeeper.ZKUtil(347): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Unable to get data of znode /1-1237168766/master because node does not exist (not an error) 2024-12-03T06:28:03,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1237168766 2024-12-03T06:28:03,630 WARN [M:0;122cddc95ec8:44071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:28:03,632 INFO [M:0;122cddc95ec8:44071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/.lastflushedseqids 2024-12-03T06:28:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741836_1012 (size=99) 2024-12-03T06:28:03,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:03,714 INFO [RS:0;122cddc95ec8:43227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:28:03,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x1009eb5ea670004, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:03,714 INFO [RS:0;122cddc95ec8:43227 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,43227,1733207267000; zookeeper connection closed. 2024-12-03T06:28:03,714 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fff4f2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fff4f2a 2024-12-03T06:28:03,714 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:28:04,008 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:04,008 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:04,041 INFO [M:0;122cddc95ec8:44071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:28:04,042 INFO [M:0;122cddc95ec8:44071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:28:04,042 DEBUG [M:0;122cddc95ec8:44071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:28:04,042 INFO [M:0;122cddc95ec8:44071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:04,042 DEBUG [M:0;122cddc95ec8:44071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:04,042 DEBUG [M:0;122cddc95ec8:44071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:28:04,042 DEBUG [M:0;122cddc95ec8:44071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:04,043 INFO [M:0;122cddc95ec8:44071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T06:28:04,067 DEBUG [M:0;122cddc95ec8:44071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/310d583f978b4409927e04a9bc197d93 is 82, key is hbase:meta,,1/info:regioninfo/1733207270032/Put/seqid=0 2024-12-03T06:28:04,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741837_1013 (size=5672) 2024-12-03T06:28:04,474 INFO [M:0;122cddc95ec8:44071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/310d583f978b4409927e04a9bc197d93 2024-12-03T06:28:04,496 DEBUG [M:0;122cddc95ec8:44071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7656446d929343679e92a754bfcafee3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733207270067/Put/seqid=0 2024-12-03T06:28:04,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741838_1014 (size=5275) 2024-12-03T06:28:04,903 INFO [M:0;122cddc95ec8:44071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7656446d929343679e92a754bfcafee3 2024-12-03T06:28:04,935 DEBUG [M:0;122cddc95ec8:44071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb8682c7a5b047a88b47305a659c1eaa is 69, key is 122cddc95ec8,43227,1733207267000/rs:state/1733207268782/Put/seqid=0 2024-12-03T06:28:04,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741839_1015 (size=5156) 2024-12-03T06:28:05,119 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:05,119 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:05,346 INFO [M:0;122cddc95ec8:44071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb8682c7a5b047a88b47305a659c1eaa 2024-12-03T06:28:05,359 DEBUG [M:0;122cddc95ec8:44071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/310d583f978b4409927e04a9bc197d93 as hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/310d583f978b4409927e04a9bc197d93 2024-12-03T06:28:05,366 INFO [M:0;122cddc95ec8:44071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/310d583f978b4409927e04a9bc197d93, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T06:28:05,368 DEBUG [M:0;122cddc95ec8:44071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7656446d929343679e92a754bfcafee3 as hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7656446d929343679e92a754bfcafee3 2024-12-03T06:28:05,376 INFO [M:0;122cddc95ec8:44071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7656446d929343679e92a754bfcafee3, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T06:28:05,377 DEBUG [M:0;122cddc95ec8:44071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb8682c7a5b047a88b47305a659c1eaa as hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb8682c7a5b047a88b47305a659c1eaa 2024-12-03T06:28:05,383 INFO [M:0;122cddc95ec8:44071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33707/user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb8682c7a5b047a88b47305a659c1eaa, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T06:28:05,385 INFO [M:0;122cddc95ec8:44071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=28, compaction requested=false 2024-12-03T06:28:05,386 INFO [M:0;122cddc95ec8:44071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:05,386 DEBUG [M:0;122cddc95ec8:44071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207284042Disabling compacts and flushes for region at 1733207284042Disabling writes for close at 1733207284042Obtaining lock to block concurrent updates at 1733207284043 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207284043Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733207284043Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207284045 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207284045Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207284067 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207284067Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207284483 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207284496 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207284496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207284916 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207284935 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207284935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c7c58c: reopening flushed file at 1733207285358 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4f676c: reopening flushed file at 1733207285367 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b49075: reopening flushed file at 1733207285376 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=28, compaction requested=false at 1733207285385 (+9 ms)Writing region close event to WAL at 1733207285386 (+1 ms)Closed at 1733207285386 2024-12-03T06:28:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41207 is added to blk_1073741830_1006 (size=10165) 2024-12-03T06:28:05,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24dfaefd-4919-a6ca-7229-17f250af5534/MasterData/WALs/122cddc95ec8,44071,1733207266872/122cddc95ec8%2C44071%2C1733207266872.1733207268413 not finished, retry = 0 2024-12-03T06:28:05,490 INFO [M:0;122cddc95ec8:44071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:28:05,490 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:28:05,490 INFO [M:0;122cddc95ec8:44071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44071 2024-12-03T06:28:05,493 INFO [M:0;122cddc95ec8:44071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:28:05,631 INFO [M:0;122cddc95ec8:44071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:28:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1009eb5ea670003, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:05,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f52129a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:28:05,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b144d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:28:05,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:28:05,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1624ab1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:28:05,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/hadoop.log.dir/,STOPPED} 2024-12-03T06:28:05,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:28:05,646 WARN [BP-1874485401-172.17.0.2-1733207264951 heartbeating to localhost/127.0.0.1:33707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:28:05,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:28:05,646 WARN [BP-1874485401-172.17.0.2-1733207264951 heartbeating to localhost/127.0.0.1:33707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1874485401-172.17.0.2-1733207264951 (Datanode Uuid 4f873142-dd5c-437c-8ef2-c848b954ccb7) service to localhost/127.0.0.1:33707 2024-12-03T06:28:05,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/cluster_1f44485e-f424-e6b1-652c-f62228cdd6f8/data/data1/current/BP-1874485401-172.17.0.2-1733207264951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:28:05,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/cluster_1f44485e-f424-e6b1-652c-f62228cdd6f8/data/data2/current/BP-1874485401-172.17.0.2-1733207264951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:28:05,648 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:28:05,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ff88167{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:28:05,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22967455{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:28:05,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:28:05,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eac06d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:28:05,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/hadoop.log.dir/,STOPPED} 2024-12-03T06:28:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:28:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:28:05,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:05,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:05,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:05,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:05,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:05,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:28:05,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=640055637, stopped=false 2024-12-03T06:28:05,676 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,46073,1733207277355 2024-12-03T06:28:05,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1996280377/running 2024-12-03T06:28:05,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1996280377/running 2024-12-03T06:28:05,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:28:05,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:28:05,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:28:05,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:05,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:05,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:05,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/running 2024-12-03T06:28:05,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Set watcher on znode that does not yet exist, /0-1996280377/running 2024-12-03T06:28:05,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,37719,1733207277410' ***** 2024-12-03T06:28:05,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:28:05,690 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:28:05,690 INFO [RS:0;122cddc95ec8:37719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:28:05,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:28:05,690 INFO [RS:0;122cddc95ec8:37719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:28:05,690 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(3091): Received CLOSE for 10a27eec865620bade9513051c3eecec 2024-12-03T06:28:05,690 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,37719,1733207277410 2024-12-03T06:28:05,690 INFO [RS:0;122cddc95ec8:37719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:28:05,690 INFO [RS:0;122cddc95ec8:37719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:37719. 2024-12-03T06:28:05,690 DEBUG [RS:0;122cddc95ec8:37719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:05,690 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10a27eec865620bade9513051c3eecec, disabling compactions & flushes 2024-12-03T06:28:05,691 DEBUG [RS:0;122cddc95ec8:37719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:05,691 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:28:05,691 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:28:05,691 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:28:05,691 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:28:05,691 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:28:05,691 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:28:05,691 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. after waiting 0 ms 2024-12-03T06:28:05,691 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:28:05,691 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:28:05,691 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 10a27eec865620bade9513051c3eecec=hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec.} 2024-12-03T06:28:05,691 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1351): Waiting on 10a27eec865620bade9513051c3eecec, 1588230740 2024-12-03T06:28:05,691 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:28:05,691 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:28:05,691 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:28:05,691 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:28:05,691 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:28:05,691 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T06:28:05,695 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/replication/10a27eec865620bade9513051c3eecec/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-03T06:28:05,696 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:28:05,696 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:28:05,696 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:28:05,696 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10a27eec865620bade9513051c3eecec: Waiting for close lock at 1733207285690Running coprocessor pre-close hooks at 1733207285690Disabling compacts and flushes for region at 1733207285690Disabling writes for close at 1733207285691 (+1 ms)Writing region close event to WAL at 1733207285691Running coprocessor post-close hooks at 1733207285696 (+5 ms)Closed at 1733207285696 2024-12-03T06:28:05,696 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec. 2024-12-03T06:28:05,707 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/info/c8be621b13c041f99b466515755a386f is 147, key is hbase:replication,,1733207270279.10a27eec865620bade9513051c3eecec./info:regioninfo/1733207283158/Put/seqid=0 2024-12-03T06:28:05,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741851_1027 (size=6385) 2024-12-03T06:28:05,732 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:28:05,891 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:06,092 DEBUG [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:06,115 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/info/c8be621b13c041f99b466515755a386f 2024-12-03T06:28:06,128 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/.tmp/info/c8be621b13c041f99b466515755a386f as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/info/c8be621b13c041f99b466515755a386f 2024-12-03T06:28:06,135 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/info/c8be621b13c041f99b466515755a386f, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T06:28:06,137 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-12-03T06:28:06,142 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T06:28:06,142 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:28:06,143 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:28:06,143 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:06,143 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207285691Running coprocessor pre-close hooks at 1733207285691Disabling compacts and flushes for region at 1733207285691Disabling writes for close at 1733207285691Obtaining lock to block concurrent updates at 1733207285691Preparing flush snapshotting stores in 1588230740 at 1733207285691Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733207285692 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733207285692Flushing 1588230740/info: creating writer at 1733207285692Flushing 1588230740/info: appending metadata at 1733207285707 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733207285707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e84775b: reopening flushed file at 1733207286127 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1733207286137 (+10 ms)Writing region close event to WAL at 1733207286138 (+1 ms)Running coprocessor post-close hooks at 1733207286142 (+4 ms)Closed at 1733207286143 (+1 ms) 2024-12-03T06:28:06,143 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:06,292 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,37719,1733207277410; all regions closed. 2024-12-03T06:28:06,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741849_1025 (size=2156) 2024-12-03T06:28:06,302 DEBUG [RS:0;122cddc95ec8:37719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs 2024-12-03T06:28:06,302 INFO [RS:0;122cddc95ec8:37719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C37719%2C1733207277410.meta:.meta(num 1733207278864) 2024-12-03T06:28:06,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741850_1026 (size=796) 2024-12-03T06:28:06,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.rep.1733207283103 not finished, retry = 0 2024-12-03T06:28:06,325 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:06,325 DEBUG [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 to pos 0, reset compression=false 2024-12-03T06:28:06,385 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:28:06,385 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:28:06,409 DEBUG [RS:0;122cddc95ec8:37719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs 2024-12-03T06:28:06,409 INFO [RS:0;122cddc95ec8:37719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C37719%2C1733207277410.rep:(num 1733207283103) 2024-12-03T06:28:06,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741848_1024 (size=93) 2024-12-03T06:28:06,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/WALs/122cddc95ec8,37719,1733207277410/122cddc95ec8%2C37719%2C1733207277410.1733207278486 not finished, retry = 0 2024-12-03T06:28:06,519 DEBUG [RS:0;122cddc95ec8:37719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/oldWALs 2024-12-03T06:28:06,519 INFO [RS:0;122cddc95ec8:37719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C37719%2C1733207277410:(num 1733207278486) 2024-12-03T06:28:06,519 DEBUG [RS:0;122cddc95ec8:37719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:06,519 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:28:06,519 INFO [RS:0;122cddc95ec8:37719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:28:06,520 INFO [RS:0;122cddc95ec8:37719 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:28:06,520 INFO [RS:0;122cddc95ec8:37719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:28:06,521 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:28:06,521 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,37719,1733207277410 because: Region server is closing 2024-12-03T06:28:06,521 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T06:28:06,521 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T06:28:06,522 INFO [RS:0;122cddc95ec8:37719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:37719. 2024-12-03T06:28:06,522 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T06:28:06,522 DEBUG [RS:0;122cddc95ec8:37719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:06,522 DEBUG [RS:0;122cddc95ec8:37719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:06,522 DEBUG [RS:0;122cddc95ec8:37719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:06,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:06,623 WARN [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:28:06,623 WARN [RS:0;122cddc95ec8:37719.replicationSource.shipper122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T06:28:06,623 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;122cddc95ec8:37719.replicationSource.shipper122cddc95ec8%2C37719%2C1733207277410,1-122cddc95ec8,37719,1733207277410 terminated 2024-12-03T06:28:06,623 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-122cddc95ec8,37719,1733207277410 because: Region server is closing 2024-12-03T06:28:06,623 INFO [RS:0;122cddc95ec8:37719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:37719. 2024-12-03T06:28:06,623 DEBUG [RS:0;122cddc95ec8:37719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:06,623 DEBUG [RS:0;122cddc95ec8:37719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:06,624 DEBUG [RS:0;122cddc95ec8:37719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:06,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:06,724 WARN [RS:0;122cddc95ec8:37719.replicationSource.shipper122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T06:28:06,724 WARN [RS:0;122cddc95ec8:37719.replicationSource.wal-reader.122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:28:06,724 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;122cddc95ec8:37719.replicationSource.shipper122cddc95ec8%2C37719%2C1733207277410,2-122cddc95ec8,37719,1733207277410 terminated 2024-12-03T06:28:06,724 INFO [RS:0;122cddc95ec8:37719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37719 2024-12-03T06:28:06,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1996280377/rs/122cddc95ec8,37719,1733207277410 2024-12-03T06:28:06,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377/rs 2024-12-03T06:28:06,755 INFO [RS:0;122cddc95ec8:37719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:28:06,764 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,37719,1733207277410] 2024-12-03T06:28:06,772 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1996280377/draining/122cddc95ec8,37719,1733207277410 already deleted, retry=false 2024-12-03T06:28:06,772 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,37719,1733207277410 expired; onlineServers=0 2024-12-03T06:28:06,772 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,46073,1733207277355' ***** 2024-12-03T06:28:06,772 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:28:06,772 INFO [M:0;122cddc95ec8:46073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:28:06,772 INFO [M:0;122cddc95ec8:46073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:28:06,772 DEBUG [M:0;122cddc95ec8:46073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:28:06,772 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:28:06,772 DEBUG [M:0;122cddc95ec8:46073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:28:06,772 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207278237 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207278237,5,FailOnTimeoutGroup] 2024-12-03T06:28:06,772 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207278238 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207278238,5,FailOnTimeoutGroup] 2024-12-03T06:28:06,773 INFO [M:0;122cddc95ec8:46073 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:28:06,773 INFO [M:0;122cddc95ec8:46073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:28:06,773 DEBUG [M:0;122cddc95ec8:46073 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:28:06,773 INFO [M:0;122cddc95ec8:46073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:28:06,773 INFO [M:0;122cddc95ec8:46073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:28:06,773 INFO [M:0;122cddc95ec8:46073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:28:06,773 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:28:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1996280377/master 2024-12-03T06:28:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1996280377 2024-12-03T06:28:06,780 DEBUG [M:0;122cddc95ec8:46073 {}] zookeeper.ZKUtil(347): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Unable to get data of znode /0-1996280377/master because node does not exist (not an error) 2024-12-03T06:28:06,780 WARN [M:0;122cddc95ec8:46073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:28:06,781 INFO [M:0;122cddc95ec8:46073 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/.lastflushedseqids 2024-12-03T06:28:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741852_1028 (size=181) 2024-12-03T06:28:06,864 INFO [RS:0;122cddc95ec8:37719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:28:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:06,864 INFO [RS:0;122cddc95ec8:37719 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,37719,1733207277410; zookeeper connection closed. 2024-12-03T06:28:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37719-0x1009eb5ea670007, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:06,864 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23943258 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23943258 2024-12-03T06:28:06,864 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:28:07,188 INFO [M:0;122cddc95ec8:46073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:28:07,188 INFO [M:0;122cddc95ec8:46073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:28:07,188 DEBUG [M:0;122cddc95ec8:46073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:28:07,188 INFO [M:0;122cddc95ec8:46073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:07,188 DEBUG [M:0;122cddc95ec8:46073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:07,188 DEBUG [M:0;122cddc95ec8:46073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:28:07,188 DEBUG [M:0;122cddc95ec8:46073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:07,188 INFO [M:0;122cddc95ec8:46073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T06:28:07,204 DEBUG [M:0;122cddc95ec8:46073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cef7547195d49d1877cd10369967cc6 is 82, key is hbase:meta,,1/info:regioninfo/1733207278926/Put/seqid=0 2024-12-03T06:28:07,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741853_1029 (size=5680) 2024-12-03T06:28:07,610 INFO [M:0;122cddc95ec8:46073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cef7547195d49d1877cd10369967cc6 2024-12-03T06:28:07,630 DEBUG [M:0;122cddc95ec8:46073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/347e58759a234f6f91ed4bdfd48cb13c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733207283165/Put/seqid=0 2024-12-03T06:28:07,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741854_1030 (size=7319) 2024-12-03T06:28:08,035 INFO [M:0;122cddc95ec8:46073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/347e58759a234f6f91ed4bdfd48cb13c 2024-12-03T06:28:08,055 DEBUG [M:0;122cddc95ec8:46073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb451329b1414525903d50643c96ab6d is 69, key is 122cddc95ec8,37719,1733207277410/rs:state/1733207278273/Put/seqid=0 2024-12-03T06:28:08,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741855_1031 (size=5371) 2024-12-03T06:28:08,461 INFO [M:0;122cddc95ec8:46073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb451329b1414525903d50643c96ab6d 2024-12-03T06:28:08,467 INFO [M:0;122cddc95ec8:46073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb451329b1414525903d50643c96ab6d 2024-12-03T06:28:08,468 DEBUG [M:0;122cddc95ec8:46073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cef7547195d49d1877cd10369967cc6 as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cef7547195d49d1877cd10369967cc6 2024-12-03T06:28:08,473 INFO [M:0;122cddc95ec8:46073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cef7547195d49d1877cd10369967cc6, entries=8, sequenceid=172, filesize=5.5 K 2024-12-03T06:28:08,474 DEBUG [M:0;122cddc95ec8:46073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/347e58759a234f6f91ed4bdfd48cb13c as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/347e58759a234f6f91ed4bdfd48cb13c 2024-12-03T06:28:08,480 INFO [M:0;122cddc95ec8:46073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/347e58759a234f6f91ed4bdfd48cb13c, entries=7, sequenceid=172, filesize=7.1 K 2024-12-03T06:28:08,481 DEBUG [M:0;122cddc95ec8:46073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb451329b1414525903d50643c96ab6d as hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb451329b1414525903d50643c96ab6d 2024-12-03T06:28:08,487 INFO [M:0;122cddc95ec8:46073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb451329b1414525903d50643c96ab6d 2024-12-03T06:28:08,487 INFO [M:0;122cddc95ec8:46073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39197/user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb451329b1414525903d50643c96ab6d, entries=2, sequenceid=172, filesize=5.2 K 2024-12-03T06:28:08,488 INFO [M:0;122cddc95ec8:46073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=172, compaction requested=false 2024-12-03T06:28:08,489 INFO [M:0;122cddc95ec8:46073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:08,489 DEBUG [M:0;122cddc95ec8:46073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207287188Disabling compacts and flushes for region at 1733207287188Disabling writes for close at 1733207287188Obtaining lock to block concurrent updates at 1733207287188Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207287188Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733207287189 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207287190 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207287190Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207287204 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207287204Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207287616 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207287630 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207287630Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207288041 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207288055 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207288055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1085d1b1: reopening flushed file at 1733207288467 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a093670: reopening flushed file at 1733207288474 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75123dcb: reopening flushed file at 1733207288480 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=172, compaction requested=false at 1733207288488 (+8 ms)Writing region close event to WAL at 1733207288489 (+1 ms)Closed at 1733207288489 2024-12-03T06:28:08,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/70143fd4-ddd5-0d69-f15a-af74a9e4dbc0/MasterData/WALs/122cddc95ec8,46073,1733207277355/122cddc95ec8%2C46073%2C1733207277355.1733207277949 not finished, retry = 0 2024-12-03T06:28:08,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741847_1023 (size=22949) 2024-12-03T06:28:08,593 INFO [M:0;122cddc95ec8:46073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:28:08,593 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:28:08,594 INFO [M:0;122cddc95ec8:46073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46073 2024-12-03T06:28:08,594 INFO [M:0;122cddc95ec8:46073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:28:08,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:28:08,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:08,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:08,730 INFO [M:0;122cddc95ec8:46073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:28:08,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x1009eb5ea670006, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:08,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:28:08,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:28:08,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:28:08,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:28:08,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/hadoop.log.dir/,STOPPED} 2024-12-03T06:28:08,734 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:28:08,734 WARN [BP-1784313631-172.17.0.2-1733207256730 heartbeating to localhost/127.0.0.1:39197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:28:08,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:28:08,734 WARN [BP-1784313631-172.17.0.2-1733207256730 heartbeating to localhost/127.0.0.1:39197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1784313631-172.17.0.2-1733207256730 (Datanode Uuid edf1ecfc-94aa-4a50-aa7f-4481141065b3) service to localhost/127.0.0.1:39197 2024-12-03T06:28:08,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/cluster_f9173dc0-d3fa-16b9-db46-06150af78dd9/data/data2/current/BP-1784313631-172.17.0.2-1733207256730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:28:08,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/cluster_f9173dc0-d3fa-16b9-db46-06150af78dd9/data/data1/current/BP-1784313631-172.17.0.2-1733207256730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:28:08,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:28:08,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:28:08,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:28:08,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:28:08,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:28:08,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30997efe-e213-03a5-8f08-6a4dcb37b15c/hadoop.log.dir/,STOPPED} 2024-12-03T06:28:08,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:28:08,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:28:08,774 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@424e280c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54306) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/122cddc95ec8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33707 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/122cddc95ec8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39197 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/122cddc95ec8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54306) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/122cddc95ec8:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/122cddc95ec8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 131) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11519 (was 12583) 2024-12-03T06:28:08,781 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=11518 2024-12-03T06:28:08,793 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-03T06:28:08,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/hadoop.log.dir so I do NOT create it in target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28 2024-12-03T06:28:08,794 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:28:08,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/hadoop.tmp.dir so I do NOT create it in target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28 2024-12-03T06:28:08,794 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba94ef4f-f5a2-1313-8a4c-ea6cb9b8004b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:28:08,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28 2024-12-03T06:28:08,794 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/cluster_39698a41-99cb-c3ff-1274-2e5f43b41b88, deleteOnExit=true 2024-12-03T06:28:08,816 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/cluster_39698a41-99cb-c3ff-1274-2e5f43b41b88/zookeeper_0, clientPort=52093, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/cluster_39698a41-99cb-c3ff-1274-2e5f43b41b88/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/cluster_39698a41-99cb-c3ff-1274-2e5f43b41b88/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:28:08,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52093 2024-12-03T06:28:08,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:28:08,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:28:08,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/test.cache.data in system properties and HBase conf 2024-12-03T06:28:08,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:28:08,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:28:08,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:28:08,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:28:08,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:28:08,818 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:28:08,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:28:08,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:28:08,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:28:08,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:28:08,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009eb5ea670005, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:28:08,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009eb5ea670002, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:28:08,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009eb5ea670005, quorum=127.0.0.1:54306, baseZNode=/1-1237168766 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:28:08,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009eb5ea670002, quorum=127.0.0.1:54306, baseZNode=/0-1996280377 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:28:09,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:09,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:28:09,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:28:09,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:28:09,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:28:09,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:09,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@708c07f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:28:09,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa94757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:28:09,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1058471a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/java.io.tmpdir/jetty-localhost-36897-hadoop-hdfs-3_4_1-tests_jar-_-any-2076275517421844945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:28:09,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@520994d2{HTTP/1.1, (http/1.1)}{localhost:36897} 2024-12-03T06:28:09,201 INFO [Time-limited test {}] server.Server(415): Started @34452ms 2024-12-03T06:28:09,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:09,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:28:09,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:28:09,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:28:09,422 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:28:09,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@394705a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:28:09,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2ebcda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:28:09,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@113e0336{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/java.io.tmpdir/jetty-localhost-44535-hadoop-hdfs-3_4_1-tests_jar-_-any-14035261705182613959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:28:09,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3de29a00{HTTP/1.1, (http/1.1)}{localhost:44535} 2024-12-03T06:28:09,528 INFO [Time-limited test {}] server.Server(415): Started @34779ms 2024-12-03T06:28:09,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:28:09,970 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/cluster_39698a41-99cb-c3ff-1274-2e5f43b41b88/data/data2/current/BP-1361087021-172.17.0.2-1733207288842/current, will proceed with Du for space computation calculation, 2024-12-03T06:28:09,970 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/cluster_39698a41-99cb-c3ff-1274-2e5f43b41b88/data/data1/current/BP-1361087021-172.17.0.2-1733207288842/current, will proceed with Du for space computation calculation, 2024-12-03T06:28:09,985 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:28:09,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7c875615354058d with lease ID 0x858a636d8ddbf836: Processing first storage report for DS-5f56d681-a979-4792-b914-5993e10f32d0 from datanode DatanodeRegistration(127.0.0.1:46281, datanodeUuid=040909ce-93a6-4d43-97b3-b84e225ba862, infoPort=43051, infoSecurePort=0, ipcPort=44691, storageInfo=lv=-57;cid=testClusterID;nsid=1717554382;c=1733207288842) 2024-12-03T06:28:09,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7c875615354058d with lease ID 0x858a636d8ddbf836: from storage DS-5f56d681-a979-4792-b914-5993e10f32d0 node DatanodeRegistration(127.0.0.1:46281, datanodeUuid=040909ce-93a6-4d43-97b3-b84e225ba862, infoPort=43051, infoSecurePort=0, ipcPort=44691, storageInfo=lv=-57;cid=testClusterID;nsid=1717554382;c=1733207288842), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:28:09,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7c875615354058d with lease ID 0x858a636d8ddbf836: Processing first storage report for DS-4bbd6a78-d776-4ef5-815b-8927402dec64 from datanode DatanodeRegistration(127.0.0.1:46281, datanodeUuid=040909ce-93a6-4d43-97b3-b84e225ba862, infoPort=43051, infoSecurePort=0, ipcPort=44691, storageInfo=lv=-57;cid=testClusterID;nsid=1717554382;c=1733207288842) 2024-12-03T06:28:09,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7c875615354058d with lease ID 0x858a636d8ddbf836: from storage DS-4bbd6a78-d776-4ef5-815b-8927402dec64 node DatanodeRegistration(127.0.0.1:46281, datanodeUuid=040909ce-93a6-4d43-97b3-b84e225ba862, infoPort=43051, infoSecurePort=0, ipcPort=44691, storageInfo=lv=-57;cid=testClusterID;nsid=1717554382;c=1733207288842), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:28:10,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28 2024-12-03T06:28:10,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:10,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:10,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:28:10,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:28:10,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:28:10,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:28:10,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:28:10,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83 with version=8 2024-12-03T06:28:10,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/hbase-staging 2024-12-03T06:28:10,467 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:28:10,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:10,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:10,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:28:10,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:10,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:28:10,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:28:10,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:28:10,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38535 2024-12-03T06:28:10,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38535 connecting to ZooKeeper ensemble=127.0.0.1:52093 2024-12-03T06:28:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385350x0, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:10,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38535-0x1009eb66aaa0000 connected 2024-12-03T06:28:10,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:10,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:10,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Set watcher on znode that does not yet exist, /011886963/running 2024-12-03T06:28:10,600 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83, hbase.cluster.distributed=false 2024-12-03T06:28:10,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Set watcher on znode that does not yet exist, /011886963/acl 2024-12-03T06:28:10,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38535 2024-12-03T06:28:10,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38535 2024-12-03T06:28:10,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38535 2024-12-03T06:28:10,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38535 2024-12-03T06:28:10,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38535 2024-12-03T06:28:10,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:28:10,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:10,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:10,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:28:10,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:10,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:28:10,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:28:10,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:28:10,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37659 2024-12-03T06:28:10,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37659 connecting to ZooKeeper ensemble=127.0.0.1:52093 2024-12-03T06:28:10,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:10,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:10,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376590x0, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:10,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Set watcher on znode that does not yet exist, /011886963/running 2024-12-03T06:28:10,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37659-0x1009eb66aaa0001 connected 2024-12-03T06:28:10,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:28:10,631 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:28:10,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Set watcher on znode that does not yet exist, /011886963/master 2024-12-03T06:28:10,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Set watcher on znode that does not yet exist, /011886963/acl 2024-12-03T06:28:10,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37659 2024-12-03T06:28:10,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37659 2024-12-03T06:28:10,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37659 2024-12-03T06:28:10,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37659 2024-12-03T06:28:10,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37659 2024-12-03T06:28:10,646 DEBUG [M:0;122cddc95ec8:38535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:38535 2024-12-03T06:28:10,646 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /011886963/backup-masters/122cddc95ec8,38535,1733207290467 2024-12-03T06:28:10,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963/backup-masters 2024-12-03T06:28:10,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963/backup-masters 2024-12-03T06:28:10,656 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Set watcher on existing znode=/011886963/backup-masters/122cddc95ec8,38535,1733207290467 2024-12-03T06:28:10,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/011886963/master 2024-12-03T06:28:10,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:10,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:10,664 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Set watcher on existing znode=/011886963/master 2024-12-03T06:28:10,664 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /011886963/backup-masters/122cddc95ec8,38535,1733207290467 from backup master directory 2024-12-03T06:28:10,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/011886963/backup-masters/122cddc95ec8,38535,1733207290467 2024-12-03T06:28:10,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963/backup-masters 2024-12-03T06:28:10,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963/backup-masters 2024-12-03T06:28:10,672 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:28:10,672 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,38535,1733207290467 2024-12-03T06:28:10,676 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/hbase.id] with ID: 4926f538-0dc3-49ec-b39c-a508527c26e8 2024-12-03T06:28:10,676 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/.tmp/hbase.id 2024-12-03T06:28:10,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:28:11,082 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/.tmp/hbase.id]:[hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/hbase.id] 2024-12-03T06:28:11,094 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:11,094 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:28:11,095 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:28:11,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:11,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:11,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:28:11,517 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:28:11,518 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:28:11,518 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:28:11,927 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store 2024-12-03T06:28:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:28:12,334 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:12,334 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:28:12,334 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:12,334 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:12,334 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:28:12,334 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:12,335 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:12,335 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207292334Disabling compacts and flushes for region at 1733207292334Disabling writes for close at 1733207292334Writing region close event to WAL at 1733207292335 (+1 ms)Closed at 1733207292335 2024-12-03T06:28:12,335 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/.initializing 2024-12-03T06:28:12,336 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/WALs/122cddc95ec8,38535,1733207290467 2024-12-03T06:28:12,337 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:28:12,338 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C38535%2C1733207290467, suffix=, logDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/WALs/122cddc95ec8,38535,1733207290467, archiveDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/oldWALs, maxLogs=10 2024-12-03T06:28:12,350 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/WALs/122cddc95ec8,38535,1733207290467/122cddc95ec8%2C38535%2C1733207290467.1733207292339, exclude list is [], retry=0 2024-12-03T06:28:12,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-5f56d681-a979-4792-b914-5993e10f32d0,DISK] 2024-12-03T06:28:12,356 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/WALs/122cddc95ec8,38535,1733207290467/122cddc95ec8%2C38535%2C1733207290467.1733207292339 2024-12-03T06:28:12,356 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43051:43051)] 2024-12-03T06:28:12,356 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:12,356 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:12,356 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,356 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:28:12,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:12,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:12,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:28:12,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:12,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:12,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:28:12,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:12,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:12,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:28:12,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:12,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:12,367 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,367 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,368 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,369 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,369 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,369 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:12,370 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:12,373 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:12,373 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65773506, jitterRate=-0.01989838480949402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:12,374 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207292357Initializing all the Stores at 1733207292358 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207292358Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207292358Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207292358Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207292358Cleaning up temporary data from old regions at 1733207292369 (+11 ms)Region opened successfully at 1733207292374 (+5 ms) 2024-12-03T06:28:12,374 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:28:12,378 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421d8e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:28:12,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:28:12,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:28:12,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:28:12,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:28:12,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:28:12,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:28:12,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:28:12,382 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:28:12,383 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Unable to get data of znode /011886963/balancer because node does not exist (not necessarily an error) 2024-12-03T06:28:12,413 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /011886963/balancer already deleted, retry=false 2024-12-03T06:28:12,414 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:28:12,415 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Unable to get data of znode /011886963/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:28:12,421 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /011886963/normalizer already deleted, retry=false 2024-12-03T06:28:12,422 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:28:12,423 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Unable to get data of znode /011886963/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:28:12,430 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /011886963/switch/split already deleted, retry=false 2024-12-03T06:28:12,431 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Unable to get data of znode /011886963/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:28:12,438 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /011886963/switch/merge already deleted, retry=false 2024-12-03T06:28:12,440 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Unable to get data of znode /011886963/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:28:12,446 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /011886963/snapshot-cleanup already deleted, retry=false 2024-12-03T06:28:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/011886963/running 2024-12-03T06:28:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/011886963/running 2024-12-03T06:28:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:12,455 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,38535,1733207290467, sessionid=0x1009eb66aaa0000, setting cluster-up flag (Was=false) 2024-12-03T06:28:12,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:12,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:12,497 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /011886963/flush-table-proc/acquired, /011886963/flush-table-proc/reached, /011886963/flush-table-proc/abort 2024-12-03T06:28:12,498 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,38535,1733207290467 2024-12-03T06:28:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:12,538 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /011886963/online-snapshot/acquired, /011886963/online-snapshot/reached, /011886963/online-snapshot/abort 2024-12-03T06:28:12,539 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,38535,1733207290467 2024-12-03T06:28:12,541 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:28:12,542 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:12,543 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:28:12,543 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:28:12,543 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,38535,1733207290467 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:28:12,544 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:12,544 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:12,544 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:12,544 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:12,544 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:28:12,544 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,544 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:28:12,545 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,545 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207322545 2024-12-03T06:28:12,545 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:28:12,545 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:28:12,545 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:28:12,546 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:28:12,546 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:28:12,546 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:28:12,546 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,546 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:28:12,546 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:28:12,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:12,546 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:28:12,546 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:28:12,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:28:12,547 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:28:12,547 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:28:12,547 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207292547,5,FailOnTimeoutGroup] 2024-12-03T06:28:12,547 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207292547,5,FailOnTimeoutGroup] 2024-12-03T06:28:12,547 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,547 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:28:12,547 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,547 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,548 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:12,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:28:12,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:28:12,639 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(746): ClusterId : 4926f538-0dc3-49ec-b39c-a508527c26e8 2024-12-03T06:28:12,640 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:28:12,648 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:28:12,648 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:28:12,656 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:28:12,656 DEBUG [RS:0;122cddc95ec8:37659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ca346d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:28:12,666 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:37659 2024-12-03T06:28:12,667 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:28:12,667 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:28:12,667 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:28:12,667 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,38535,1733207290467 with port=37659, startcode=1733207290617 2024-12-03T06:28:12,668 DEBUG [RS:0;122cddc95ec8:37659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:28:12,669 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:28:12,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,37659,1733207290617 2024-12-03T06:28:12,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38535 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,37659,1733207290617 2024-12-03T06:28:12,672 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83 2024-12-03T06:28:12,672 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44399 2024-12-03T06:28:12,672 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:28:12,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963/rs 2024-12-03T06:28:12,680 DEBUG [RS:0;122cddc95ec8:37659 {}] zookeeper.ZKUtil(111): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Set watcher on existing znode=/011886963/rs/122cddc95ec8,37659,1733207290617 2024-12-03T06:28:12,680 WARN [RS:0;122cddc95ec8:37659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:28:12,681 INFO [RS:0;122cddc95ec8:37659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:12,681 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617 2024-12-03T06:28:12,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,37659,1733207290617] 2024-12-03T06:28:12,684 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:28:12,686 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:28:12,690 INFO [RS:0;122cddc95ec8:37659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:28:12,690 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,690 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:28:12,691 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:28:12,691 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,691 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,691 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,691 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,691 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,691 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,692 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:28:12,692 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,692 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,692 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,692 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,692 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,692 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:12,692 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:28:12,692 DEBUG [RS:0;122cddc95ec8:37659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:28:12,693 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,693 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,693 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,693 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,693 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,693 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37659,1733207290617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:28:12,710 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:28:12,710 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37659,1733207290617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,711 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,711 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.Replication(171): 122cddc95ec8,37659,1733207290617 started 2024-12-03T06:28:12,726 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:12,727 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,37659,1733207290617, RpcServer on 122cddc95ec8/172.17.0.2:37659, sessionid=0x1009eb66aaa0001 2024-12-03T06:28:12,727 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:28:12,727 DEBUG [RS:0;122cddc95ec8:37659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,37659,1733207290617 2024-12-03T06:28:12,727 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,37659,1733207290617' 2024-12-03T06:28:12,727 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/011886963/flush-table-proc/abort' 2024-12-03T06:28:12,727 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/011886963/flush-table-proc/acquired' 2024-12-03T06:28:12,728 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:28:12,728 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:28:12,728 DEBUG [RS:0;122cddc95ec8:37659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,37659,1733207290617 2024-12-03T06:28:12,728 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,37659,1733207290617' 2024-12-03T06:28:12,728 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/011886963/online-snapshot/abort' 2024-12-03T06:28:12,728 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/011886963/online-snapshot/acquired' 2024-12-03T06:28:12,729 DEBUG [RS:0;122cddc95ec8:37659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:28:12,729 INFO [RS:0;122cddc95ec8:37659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:28:12,729 INFO [RS:0;122cddc95ec8:37659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:28:12,829 INFO [RS:0;122cddc95ec8:37659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:28:12,831 INFO [RS:0;122cddc95ec8:37659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C37659%2C1733207290617, suffix=, logDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617, archiveDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/oldWALs, maxLogs=10 2024-12-03T06:28:12,847 DEBUG [RS:0;122cddc95ec8:37659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832, exclude list is [], retry=0 2024-12-03T06:28:12,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-5f56d681-a979-4792-b914-5993e10f32d0,DISK] 2024-12-03T06:28:12,852 INFO [RS:0;122cddc95ec8:37659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832 2024-12-03T06:28:12,852 DEBUG [RS:0;122cddc95ec8:37659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43051:43051)] 2024-12-03T06:28:12,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:28:12,957 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83 2024-12-03T06:28:12,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:28:13,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:13,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:28:13,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:28:13,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:13,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:13,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:28:13,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:28:13,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:13,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:13,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:28:13,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:28:13,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:13,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:13,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:28:13,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:28:13,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:13,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:13,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:28:13,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740 2024-12-03T06:28:13,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740 2024-12-03T06:28:13,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:28:13,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:28:13,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:13,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:28:13,381 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:13,382 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59939090, jitterRate=-0.10683795809745789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:13,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207293365Initializing all the Stores at 1733207293366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207293366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207293366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207293366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207293367 (+1 ms)Cleaning up temporary data from old regions at 1733207293377 (+10 ms)Region opened successfully at 1733207293383 (+6 ms) 2024-12-03T06:28:13,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:28:13,383 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:28:13,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:28:13,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:28:13,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:28:13,383 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:13,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207293383Disabling compacts and flushes for region at 1733207293383Disabling writes for close at 1733207293383Writing region close event to WAL at 1733207293383Closed at 1733207293383 2024-12-03T06:28:13,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:13,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:28:13,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:28:13,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:28:13,388 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:28:13,538 DEBUG [122cddc95ec8:38535 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:28:13,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,37659,1733207290617 2024-12-03T06:28:13,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,37659,1733207290617, state=OPENING 2024-12-03T06:28:13,572 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:28:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:13,580 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:28:13,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,37659,1733207290617}] 2024-12-03T06:28:13,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /011886963/meta-region-server: CHANGED 2024-12-03T06:28:13,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /011886963/meta-region-server: CHANGED 2024-12-03T06:28:13,734 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:28:13,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:28:13,740 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:28:13,740 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:13,740 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:28:13,742 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C37659%2C1733207290617.meta, suffix=.meta, logDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617, archiveDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/oldWALs, maxLogs=10 2024-12-03T06:28:13,754 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.meta.1733207293743.meta, exclude list is [], retry=0 2024-12-03T06:28:13,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-5f56d681-a979-4792-b914-5993e10f32d0,DISK] 2024-12-03T06:28:13,759 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.meta.1733207293743.meta 2024-12-03T06:28:13,760 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43051:43051)] 2024-12-03T06:28:13,760 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:13,761 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:28:13,761 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:28:13,761 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:28:13,761 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:28:13,761 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:28:13,761 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:13,761 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:28:13,761 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:28:13,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:28:13,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:28:13,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:13,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:13,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:28:13,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:28:13,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:13,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:13,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:28:13,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:28:13,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:13,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:13,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:28:13,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:28:13,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:13,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:13,771 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:28:13,772 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740 2024-12-03T06:28:13,774 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740 2024-12-03T06:28:13,775 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:28:13,775 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:28:13,776 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:13,778 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:28:13,779 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71117742, jitterRate=0.059736937284469604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:13,779 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:28:13,780 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207293761Writing region info on filesystem at 1733207293761Initializing all the Stores at 1733207293763 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207293763Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207293763Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207293763Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207293763Cleaning up temporary data from old regions at 1733207293775 (+12 ms)Running coprocessor post-open hooks at 1733207293779 (+4 ms)Region opened successfully at 1733207293780 (+1 ms) 2024-12-03T06:28:13,781 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207293733 2024-12-03T06:28:13,784 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:28:13,785 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:28:13,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,37659,1733207290617 2024-12-03T06:28:13,787 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,37659,1733207290617, state=OPEN 2024-12-03T06:28:13,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/011886963/meta-region-server 2024-12-03T06:28:13,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/011886963/meta-region-server 2024-12-03T06:28:13,811 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,37659,1733207290617 2024-12-03T06:28:13,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /011886963/meta-region-server: CHANGED 2024-12-03T06:28:13,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /011886963/meta-region-server: CHANGED 2024-12-03T06:28:13,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:28:13,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,37659,1733207290617 in 232 msec 2024-12-03T06:28:13,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:28:13,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-12-03T06:28:13,819 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:13,819 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:28:13,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:13,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,37659,1733207290617, seqNum=-1] 2024-12-03T06:28:13,821 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:13,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:13,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-12-03T06:28:13,828 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207293828, completionTime=-1 2024-12-03T06:28:13,828 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:28:13,829 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:28:13,831 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:28:13,831 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207353831 2024-12-03T06:28:13,831 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207413831 2024-12-03T06:28:13,831 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T06:28:13,831 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38535,1733207290467-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:13,831 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38535,1733207290467-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:13,831 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38535,1733207290467-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:13,831 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:38535, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:13,831 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:13,832 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:13,833 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:28:13,835 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.163sec 2024-12-03T06:28:13,835 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:28:13,835 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:28:13,835 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:28:13,835 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:28:13,836 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:28:13,836 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38535,1733207290467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:28:13,836 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38535,1733207290467-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:28:13,838 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:28:13,838 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:28:13,838 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38535,1733207290467-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:13,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5d60d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:13,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38535,-1 for getting cluster id 2024-12-03T06:28:13,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:13,841 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4926f538-0dc3-49ec-b39c-a508527c26e8' 2024-12-03T06:28:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4926f538-0dc3-49ec-b39c-a508527c26e8" 2024-12-03T06:28:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704a4fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38535,-1] 2024-12-03T06:28:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:13,843 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:13,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d30e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:13,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:13,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,37659,1733207290617, seqNum=-1] 2024-12-03T06:28:13,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:13,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:13,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,38535,1733207290467 2024-12-03T06:28:13,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52093 2024-12-03T06:28:13,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:13,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009eb66aaa0002 connected 2024-12-03T06:28:13,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/hadoop.log.dir so I do NOT create it in target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6 2024-12-03T06:28:13,874 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:28:13,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/hadoop.tmp.dir so I do NOT create it in target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6 2024-12-03T06:28:13,874 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:28:13,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6 2024-12-03T06:28:13,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:28:13,874 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/cluster_63cf0619-6634-ae45-2793-29aaf2cd835d, deleteOnExit=true 2024-12-03T06:28:13,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:28:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/test.cache.data in system properties and HBase conf 2024-12-03T06:28:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:28:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:28:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:28:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:28:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:28:13,875 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:28:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:28:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:28:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:28:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:28:13,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:28:13,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:28:13,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:28:13,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:28:13,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:28:13,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:28:13,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:28:13,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:28:13,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:28:13,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:28:14,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:14,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:28:14,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:28:14,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:28:14,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:28:14,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:14,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:28:14,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:28:14,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6db85c9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/java.io.tmpdir/jetty-localhost-33487-hadoop-hdfs-3_4_1-tests_jar-_-any-15836464598566431423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:28:14,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:33487} 2024-12-03T06:28:14,251 INFO [Time-limited test {}] server.Server(415): Started @39502ms 2024-12-03T06:28:14,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:14,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:28:14,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:28:14,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:28:14,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:28:14,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:28:14,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:28:14,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17861040{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/java.io.tmpdir/jetty-localhost-44079-hadoop-hdfs-3_4_1-tests_jar-_-any-10865073045419596836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:28:14,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:44079} 2024-12-03T06:28:14,537 INFO [Time-limited test {}] server.Server(415): Started @39788ms 2024-12-03T06:28:14,539 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:28:15,005 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/cluster_63cf0619-6634-ae45-2793-29aaf2cd835d/data/data1/current/BP-1100848004-172.17.0.2-1733207293898/current, will proceed with Du for space computation calculation, 2024-12-03T06:28:15,005 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/cluster_63cf0619-6634-ae45-2793-29aaf2cd835d/data/data2/current/BP-1100848004-172.17.0.2-1733207293898/current, will proceed with Du for space computation calculation, 2024-12-03T06:28:15,024 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:28:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d35e9b3d94ed64f with lease ID 0xf28b11cff3bc556c: Processing first storage report for DS-cf7328b6-2fa7-4597-8cf8-26e4d18becac from datanode DatanodeRegistration(127.0.0.1:46065, datanodeUuid=ee4376af-f752-4eed-becf-5e55caf15f34, infoPort=34495, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=427461309;c=1733207293898) 2024-12-03T06:28:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d35e9b3d94ed64f with lease ID 0xf28b11cff3bc556c: from storage DS-cf7328b6-2fa7-4597-8cf8-26e4d18becac node DatanodeRegistration(127.0.0.1:46065, datanodeUuid=ee4376af-f752-4eed-becf-5e55caf15f34, infoPort=34495, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=427461309;c=1733207293898), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:28:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d35e9b3d94ed64f with lease ID 0xf28b11cff3bc556c: Processing first storage report for DS-c8438c60-3d3a-4ab8-b3d5-78999d994695 from datanode DatanodeRegistration(127.0.0.1:46065, datanodeUuid=ee4376af-f752-4eed-becf-5e55caf15f34, infoPort=34495, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=427461309;c=1733207293898) 2024-12-03T06:28:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d35e9b3d94ed64f with lease ID 0xf28b11cff3bc556c: from storage DS-c8438c60-3d3a-4ab8-b3d5-78999d994695 node DatanodeRegistration(127.0.0.1:46065, datanodeUuid=ee4376af-f752-4eed-becf-5e55caf15f34, infoPort=34495, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=427461309;c=1733207293898), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:28:15,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6 2024-12-03T06:28:15,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:15,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:15,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:28:15,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3 with version=8 2024-12-03T06:28:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/hbase-staging 2024-12-03T06:28:15,082 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:28:15,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:15,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:15,083 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:28:15,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:15,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:28:15,083 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:28:15,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:28:15,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33893 2024-12-03T06:28:15,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33893 connecting to ZooKeeper ensemble=127.0.0.1:52093 2024-12-03T06:28:15,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338930x0, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:15,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33893-0x1009eb66aaa0003 connected 2024-12-03T06:28:15,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:15,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:15,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Set watcher on znode that does not yet exist, /1-1687111000/running 2024-12-03T06:28:15,159 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3, hbase.cluster.distributed=false 2024-12-03T06:28:15,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Set watcher on znode that does not yet exist, /1-1687111000/acl 2024-12-03T06:28:15,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33893 2024-12-03T06:28:15,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33893 2024-12-03T06:28:15,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33893 2024-12-03T06:28:15,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33893 2024-12-03T06:28:15,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33893 2024-12-03T06:28:15,175 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:28:15,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:15,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:15,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:28:15,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:15,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:28:15,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:28:15,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:28:15,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38017 2024-12-03T06:28:15,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38017 connecting to ZooKeeper ensemble=127.0.0.1:52093 2024-12-03T06:28:15,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:15,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:15,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380170x0, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:15,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380170x0, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Set watcher on znode that does not yet exist, /1-1687111000/running 2024-12-03T06:28:15,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38017-0x1009eb66aaa0004 connected 2024-12-03T06:28:15,189 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:28:15,190 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:28:15,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Set watcher on znode that does not yet exist, /1-1687111000/master 2024-12-03T06:28:15,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Set watcher on znode that does not yet exist, /1-1687111000/acl 2024-12-03T06:28:15,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38017 2024-12-03T06:28:15,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38017 2024-12-03T06:28:15,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38017 2024-12-03T06:28:15,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38017 2024-12-03T06:28:15,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38017 2024-12-03T06:28:15,209 DEBUG [M:0;122cddc95ec8:33893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:33893 2024-12-03T06:28:15,210 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1687111000/backup-masters/122cddc95ec8,33893,1733207295082 2024-12-03T06:28:15,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000/backup-masters 2024-12-03T06:28:15,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000/backup-masters 2024-12-03T06:28:15,219 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Set watcher on existing znode=/1-1687111000/backup-masters/122cddc95ec8,33893,1733207295082 2024-12-03T06:28:15,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1687111000/master 2024-12-03T06:28:15,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:15,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:15,230 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Set watcher on existing znode=/1-1687111000/master 2024-12-03T06:28:15,231 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1687111000/backup-masters/122cddc95ec8,33893,1733207295082 from backup master directory 2024-12-03T06:28:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1687111000/backup-masters/122cddc95ec8,33893,1733207295082 2024-12-03T06:28:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000/backup-masters 2024-12-03T06:28:15,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000/backup-masters 2024-12-03T06:28:15,238 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:28:15,238 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,33893,1733207295082 2024-12-03T06:28:15,243 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/hbase.id] with ID: 7cc63078-4e55-4f30-a9b1-82ee4b7fc3b3 2024-12-03T06:28:15,243 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/.tmp/hbase.id 2024-12-03T06:28:15,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:28:15,649 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/.tmp/hbase.id]:[hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/hbase.id] 2024-12-03T06:28:15,662 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:15,662 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:28:15,663 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:28:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:15,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:28:15,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:28:15,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:15,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:16,104 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:28:16,105 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:28:16,105 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:16,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:28:16,137 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store 2024-12-03T06:28:16,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:28:16,208 WARN [RS:0;122cddc95ec8:37659 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 122cddc95ec8,44813,1733207260706: status=Processing ServerCrashProcedure of 122cddc95ec8,44813,1733207260706 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733207278237, completionTime=-1 appears to have been leaked 2024-12-03T06:28:16,543 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:16,543 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:28:16,543 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:16,543 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:16,543 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:28:16,543 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:16,543 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:16,543 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207296543Disabling compacts and flushes for region at 1733207296543Disabling writes for close at 1733207296543Writing region close event to WAL at 1733207296543Closed at 1733207296543 2024-12-03T06:28:16,544 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/.initializing 2024-12-03T06:28:16,544 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/WALs/122cddc95ec8,33893,1733207295082 2024-12-03T06:28:16,545 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:28:16,547 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C33893%2C1733207295082, suffix=, logDir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/WALs/122cddc95ec8,33893,1733207295082, archiveDir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/oldWALs, maxLogs=10 2024-12-03T06:28:16,561 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/WALs/122cddc95ec8,33893,1733207295082/122cddc95ec8%2C33893%2C1733207295082.1733207296547, exclude list is [], retry=0 2024-12-03T06:28:16,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46065,DS-cf7328b6-2fa7-4597-8cf8-26e4d18becac,DISK] 2024-12-03T06:28:16,566 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/WALs/122cddc95ec8,33893,1733207295082/122cddc95ec8%2C33893%2C1733207295082.1733207296547 2024-12-03T06:28:16,567 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34495:34495)] 2024-12-03T06:28:16,567 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:16,567 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:16,567 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,567 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:28:16,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:16,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:16,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:28:16,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:16,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:16,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:28:16,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:16,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:16,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:28:16,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:16,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:16,576 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,576 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,577 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,578 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,578 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,579 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:16,580 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:16,582 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:16,582 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58932979, jitterRate=-0.12183018028736115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:16,582 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207296567Initializing all the Stores at 1733207296568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207296568Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207296568Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207296568Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207296568Cleaning up temporary data from old regions at 1733207296578 (+10 ms)Region opened successfully at 1733207296582 (+4 ms) 2024-12-03T06:28:16,583 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:28:16,586 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c43b420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:28:16,587 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:28:16,587 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:28:16,587 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:28:16,587 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:28:16,588 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:28:16,588 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:28:16,588 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:28:16,590 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:28:16,591 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Unable to get data of znode /1-1687111000/balancer because node does not exist (not necessarily an error) 2024-12-03T06:28:16,630 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1687111000/balancer already deleted, retry=false 2024-12-03T06:28:16,630 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:28:16,631 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Unable to get data of znode /1-1687111000/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:28:16,638 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1687111000/normalizer already deleted, retry=false 2024-12-03T06:28:16,638 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:28:16,639 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Unable to get data of znode /1-1687111000/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:28:16,646 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1687111000/switch/split already deleted, retry=false 2024-12-03T06:28:16,647 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Unable to get data of znode /1-1687111000/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:28:16,655 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1687111000/switch/merge already deleted, retry=false 2024-12-03T06:28:16,657 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Unable to get data of znode /1-1687111000/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:28:16,663 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1687111000/snapshot-cleanup already deleted, retry=false 2024-12-03T06:28:16,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1687111000/running 2024-12-03T06:28:16,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1687111000/running 2024-12-03T06:28:16,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:16,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:16,672 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,33893,1733207295082, sessionid=0x1009eb66aaa0003, setting cluster-up flag (Was=false) 2024-12-03T06:28:16,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:16,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:16,713 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1687111000/flush-table-proc/acquired, /1-1687111000/flush-table-proc/reached, /1-1687111000/flush-table-proc/abort 2024-12-03T06:28:16,714 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,33893,1733207295082 2024-12-03T06:28:16,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:16,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:16,755 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1687111000/online-snapshot/acquired, /1-1687111000/online-snapshot/reached, /1-1687111000/online-snapshot/abort 2024-12-03T06:28:16,756 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,33893,1733207295082 2024-12-03T06:28:16,757 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:28:16,759 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:16,759 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:28:16,759 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:28:16,759 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,33893,1733207295082 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:28:16,760 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:16,760 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:16,760 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:16,761 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:16,761 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:28:16,761 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,761 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:28:16,761 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:16,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:28:16,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:16,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:28:16,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207326767 2024-12-03T06:28:16,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:28:16,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:28:16,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:28:16,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:28:16,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:28:16,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:28:16,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,768 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:28:16,768 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:28:16,768 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:28:16,768 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:28:16,770 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:28:16,770 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:28:16,770 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207296770,5,FailOnTimeoutGroup] 2024-12-03T06:28:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:28:16,773 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207296770,5,FailOnTimeoutGroup] 2024-12-03T06:28:16,773 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,773 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:28:16,773 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,773 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,801 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(746): ClusterId : 7cc63078-4e55-4f30-a9b1-82ee4b7fc3b3 2024-12-03T06:28:16,801 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:28:16,811 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:28:16,811 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:28:16,822 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:28:16,823 DEBUG [RS:0;122cddc95ec8:38017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d12711a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:28:16,837 DEBUG [RS:0;122cddc95ec8:38017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:38017 2024-12-03T06:28:16,838 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:28:16,838 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:28:16,838 DEBUG [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:28:16,839 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,33893,1733207295082 with port=38017, startcode=1733207295175 2024-12-03T06:28:16,839 DEBUG [RS:0;122cddc95ec8:38017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:28:16,840 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:28:16,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,38017,1733207295175 2024-12-03T06:28:16,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33893 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,38017,1733207295175 2024-12-03T06:28:16,843 DEBUG [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3 2024-12-03T06:28:16,843 DEBUG [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34027 2024-12-03T06:28:16,843 DEBUG [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:28:16,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000/rs 2024-12-03T06:28:16,852 DEBUG [RS:0;122cddc95ec8:38017 {}] zookeeper.ZKUtil(111): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Set watcher on existing znode=/1-1687111000/rs/122cddc95ec8,38017,1733207295175 2024-12-03T06:28:16,853 WARN [RS:0;122cddc95ec8:38017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:28:16,853 INFO [RS:0;122cddc95ec8:38017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:16,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,38017,1733207295175] 2024-12-03T06:28:16,853 DEBUG [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/WALs/122cddc95ec8,38017,1733207295175 2024-12-03T06:28:16,856 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:28:16,858 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:28:16,858 INFO [RS:0;122cddc95ec8:38017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:28:16,858 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,859 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:28:16,859 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:28:16,859 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:28:16,860 DEBUG [RS:0;122cddc95ec8:38017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:28:16,864 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,864 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,864 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,864 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,864 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,864 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38017,1733207295175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:28:16,876 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:28:16,877 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38017,1733207295175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,877 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,877 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.Replication(171): 122cddc95ec8,38017,1733207295175 started 2024-12-03T06:28:16,889 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:16,889 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,38017,1733207295175, RpcServer on 122cddc95ec8/172.17.0.2:38017, sessionid=0x1009eb66aaa0004 2024-12-03T06:28:16,889 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:28:16,889 DEBUG [RS:0;122cddc95ec8:38017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,38017,1733207295175 2024-12-03T06:28:16,889 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,38017,1733207295175' 2024-12-03T06:28:16,889 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1687111000/flush-table-proc/abort' 2024-12-03T06:28:16,890 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1687111000/flush-table-proc/acquired' 2024-12-03T06:28:16,890 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:28:16,890 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:28:16,890 DEBUG [RS:0;122cddc95ec8:38017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,38017,1733207295175 2024-12-03T06:28:16,890 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,38017,1733207295175' 2024-12-03T06:28:16,890 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1687111000/online-snapshot/abort' 2024-12-03T06:28:16,890 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1687111000/online-snapshot/acquired' 2024-12-03T06:28:16,891 DEBUG [RS:0;122cddc95ec8:38017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:28:16,891 INFO [RS:0;122cddc95ec8:38017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:28:16,891 INFO [RS:0;122cddc95ec8:38017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:28:16,991 INFO [RS:0;122cddc95ec8:38017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:28:16,993 INFO [RS:0;122cddc95ec8:38017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C38017%2C1733207295175, suffix=, logDir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/WALs/122cddc95ec8,38017,1733207295175, archiveDir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/oldWALs, maxLogs=10 2024-12-03T06:28:17,005 DEBUG [RS:0;122cddc95ec8:38017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/WALs/122cddc95ec8,38017,1733207295175/122cddc95ec8%2C38017%2C1733207295175.1733207296993, exclude list is [], retry=0 2024-12-03T06:28:17,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46065,DS-cf7328b6-2fa7-4597-8cf8-26e4d18becac,DISK] 2024-12-03T06:28:17,010 INFO [RS:0;122cddc95ec8:38017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/WALs/122cddc95ec8,38017,1733207295175/122cddc95ec8%2C38017%2C1733207295175.1733207296993 2024-12-03T06:28:17,010 DEBUG [RS:0;122cddc95ec8:38017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34495:34495)] 2024-12-03T06:28:17,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:28:17,173 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3 2024-12-03T06:28:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:28:17,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:17,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:28:17,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:28:17,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:17,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:17,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:28:17,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:28:17,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:17,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:17,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:28:17,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:28:17,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:17,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:17,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:28:17,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:28:17,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:17,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:17,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:28:17,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740 2024-12-03T06:28:17,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740 2024-12-03T06:28:17,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:28:17,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:28:17,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:17,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:28:17,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:17,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64009104, jitterRate=-0.04619002342224121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:17,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207297580Initializing all the Stores at 1733207297581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207297581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207297581Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207297581Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207297581Cleaning up temporary data from old regions at 1733207297590 (+9 ms)Region opened successfully at 1733207297594 (+4 ms) 2024-12-03T06:28:17,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:28:17,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:28:17,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:28:17,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:28:17,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:28:17,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:17,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207297594Disabling compacts and flushes for region at 1733207297594Disabling writes for close at 1733207297594Writing region close event to WAL at 1733207297595 (+1 ms)Closed at 1733207297595 2024-12-03T06:28:17,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:17,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:28:17,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:28:17,598 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:28:17,599 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:28:17,749 DEBUG [122cddc95ec8:33893 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:28:17,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,38017,1733207295175 2024-12-03T06:28:17,751 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,38017,1733207295175, state=OPENING 2024-12-03T06:28:17,829 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:28:17,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:17,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:17,844 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:28:17,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1687111000/meta-region-server: CHANGED 2024-12-03T06:28:17,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1687111000/meta-region-server: CHANGED 2024-12-03T06:28:17,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,38017,1733207295175}] 2024-12-03T06:28:17,997 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:28:17,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:28:18,003 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:28:18,003 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:18,003 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:28:18,005 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C38017%2C1733207295175.meta, suffix=.meta, logDir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/WALs/122cddc95ec8,38017,1733207295175, archiveDir=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/oldWALs, maxLogs=10 2024-12-03T06:28:18,016 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/WALs/122cddc95ec8,38017,1733207295175/122cddc95ec8%2C38017%2C1733207295175.meta.1733207298005.meta, exclude list is [], retry=0 2024-12-03T06:28:18,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46065,DS-cf7328b6-2fa7-4597-8cf8-26e4d18becac,DISK] 2024-12-03T06:28:18,021 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/WALs/122cddc95ec8,38017,1733207295175/122cddc95ec8%2C38017%2C1733207295175.meta.1733207298005.meta 2024-12-03T06:28:18,021 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34495:34495)] 2024-12-03T06:28:18,021 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:18,021 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:28:18,022 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:28:18,022 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:28:18,022 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:28:18,022 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:28:18,022 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:18,022 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:28:18,022 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:28:18,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:28:18,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:28:18,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:18,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:18,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:28:18,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:28:18,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:18,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:18,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:28:18,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:28:18,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:18,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:18,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:28:18,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:28:18,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:18,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:18,029 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:28:18,030 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740 2024-12-03T06:28:18,031 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740 2024-12-03T06:28:18,032 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:28:18,032 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:28:18,033 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:18,034 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:28:18,035 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67418720, jitterRate=0.004617214202880859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:18,035 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:28:18,035 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207298022Writing region info on filesystem at 1733207298022Initializing all the Stores at 1733207298023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207298023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207298024 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207298024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207298024Cleaning up temporary data from old regions at 1733207298032 (+8 ms)Running coprocessor post-open hooks at 1733207298035 (+3 ms)Region opened successfully at 1733207298035 2024-12-03T06:28:18,036 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207297997 2024-12-03T06:28:18,038 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:28:18,039 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:28:18,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,38017,1733207295175 2024-12-03T06:28:18,040 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,38017,1733207295175, state=OPEN 2024-12-03T06:28:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1687111000/meta-region-server 2024-12-03T06:28:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1687111000/meta-region-server 2024-12-03T06:28:18,046 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,38017,1733207295175 2024-12-03T06:28:18,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1687111000/meta-region-server: CHANGED 2024-12-03T06:28:18,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1687111000/meta-region-server: CHANGED 2024-12-03T06:28:18,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:28:18,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,38017,1733207295175 in 203 msec 2024-12-03T06:28:18,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:28:18,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-12-03T06:28:18,052 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:18,052 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:28:18,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:18,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,38017,1733207295175, seqNum=-1] 2024-12-03T06:28:18,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:18,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:18,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-12-03T06:28:18,061 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207298061, completionTime=-1 2024-12-03T06:28:18,061 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:28:18,061 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:28:18,063 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:28:18,063 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207358063 2024-12-03T06:28:18,063 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207418063 2024-12-03T06:28:18,064 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T06:28:18,064 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33893,1733207295082-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:18,064 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33893,1733207295082-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:18,064 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33893,1733207295082-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:18,064 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:33893, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:18,064 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:18,064 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:18,066 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:28:18,068 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.830sec 2024-12-03T06:28:18,068 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:28:18,068 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:28:18,068 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:28:18,068 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:28:18,069 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:28:18,069 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33893,1733207295082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:28:18,069 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33893,1733207295082-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:28:18,071 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:28:18,071 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:28:18,071 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33893,1733207295082-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:18,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdedc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:18,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33893,-1 for getting cluster id 2024-12-03T06:28:18,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:18,105 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7cc63078-4e55-4f30-a9b1-82ee4b7fc3b3' 2024-12-03T06:28:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7cc63078-4e55-4f30-a9b1-82ee4b7fc3b3" 2024-12-03T06:28:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754512d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33893,-1] 2024-12-03T06:28:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:18,107 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:18,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd1593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:18,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,38017,1733207295175, seqNum=-1] 2024-12-03T06:28:18,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:18,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:18,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,33893,1733207295082 2024-12-03T06:28:18,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52093 2024-12-03T06:28:18,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:18,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009eb66aaa0005 connected 2024-12-03T06:28:18,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2d5b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:18,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38535,-1 for getting cluster id 2024-12-03T06:28:18,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:18,133 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4926f538-0dc3-49ec-b39c-a508527c26e8' 2024-12-03T06:28:18,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4926f538-0dc3-49ec-b39c-a508527c26e8" 2024-12-03T06:28:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358ebdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38535,-1] 2024-12-03T06:28:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:18,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:18,135 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:18,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a11e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:18,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,38535,1733207290467 2024-12-03T06:28:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49bbcfc6 2024-12-03T06:28:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:18,138 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:28:18,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38535 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:33893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:28:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38535 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:28:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:18,142 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:33893' 2024-12-03T06:28:18,142 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e0e297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:18,142 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33893,-1 for getting cluster id 2024-12-03T06:28:18,142 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:18,143 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7cc63078-4e55-4f30-a9b1-82ee4b7fc3b3' 2024-12-03T06:28:18,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7cc63078-4e55-4f30-a9b1-82ee4b7fc3b3" 2024-12-03T06:28:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de4c6d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33893,-1] 2024-12-03T06:28:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:18,145 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:18,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514990aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:18,146 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:18,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33893,1733207295082 2024-12-03T06:28:18,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cba6276 2024-12-03T06:28:18,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:18,148 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:28:18,149 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T06:28:18,149 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:28:18,149 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:18,149 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:18,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:18,149 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:28:18,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:28:18,152 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:28:18,152 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:18,153 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:28:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741835_1011 (size=1138) 2024-12-03T06:28:18,201 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:28:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:18,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcecdb8a2b2cc06fbcbcc287a300fffb, NAME => 'hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83 2024-12-03T06:28:18,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741836_1012 (size=44) 2024-12-03T06:28:18,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:28:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:18,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:18,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fcecdb8a2b2cc06fbcbcc287a300fffb, disabling compactions & flushes 2024-12-03T06:28:18,969 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:18,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:18,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. after waiting 0 ms 2024-12-03T06:28:18,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:18,969 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:18,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcecdb8a2b2cc06fbcbcc287a300fffb: Waiting for close lock at 1733207298969Disabling compacts and flushes for region at 1733207298969Disabling writes for close at 1733207298969Writing region close event to WAL at 1733207298969Closed at 1733207298969 2024-12-03T06:28:18,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:28:18,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207298971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207298971"}]},"ts":"1733207298971"} 2024-12-03T06:28:18,973 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:28:18,974 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:28:18,974 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207298974"}]},"ts":"1733207298974"} 2024-12-03T06:28:18,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:28:18,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcecdb8a2b2cc06fbcbcc287a300fffb, ASSIGN}] 2024-12-03T06:28:18,978 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcecdb8a2b2cc06fbcbcc287a300fffb, ASSIGN 2024-12-03T06:28:18,979 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fcecdb8a2b2cc06fbcbcc287a300fffb, ASSIGN; state=OFFLINE, location=122cddc95ec8,37659,1733207290617; forceNewPlan=false, retain=false 2024-12-03T06:28:19,129 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fcecdb8a2b2cc06fbcbcc287a300fffb, regionState=OPENING, regionLocation=122cddc95ec8,37659,1733207290617 2024-12-03T06:28:19,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fcecdb8a2b2cc06fbcbcc287a300fffb, ASSIGN because future has completed 2024-12-03T06:28:19,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcecdb8a2b2cc06fbcbcc287a300fffb, server=122cddc95ec8,37659,1733207290617}] 2024-12-03T06:28:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:19,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:19,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:19,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:28:19,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C37659%2C1733207290617.rep, suffix=, logDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617, archiveDir=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/oldWALs, maxLogs=10 2024-12-03T06:28:19,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.rep.1733207299291, exclude list is [], retry=0 2024-12-03T06:28:19,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-5f56d681-a979-4792-b914-5993e10f32d0,DISK] 2024-12-03T06:28:19,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.rep.1733207299291 2024-12-03T06:28:19,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43051:43051)] 2024-12-03T06:28:19,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fcecdb8a2b2cc06fbcbcc287a300fffb, NAME => 'hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:19,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:28:19,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:28:19,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. service=MultiRowMutationService 2024-12-03T06:28:19,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:28:19,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:19,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,309 INFO [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,310 INFO [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcecdb8a2b2cc06fbcbcc287a300fffb columnFamilyName hfileref 2024-12-03T06:28:19,310 DEBUG [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:19,311 INFO [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] regionserver.HStore(327): Store=fcecdb8a2b2cc06fbcbcc287a300fffb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:19,311 INFO [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,312 INFO [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcecdb8a2b2cc06fbcbcc287a300fffb columnFamilyName queue 2024-12-03T06:28:19,312 DEBUG [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:19,312 INFO [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] regionserver.HStore(327): Store=fcecdb8a2b2cc06fbcbcc287a300fffb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:19,313 INFO [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,314 INFO [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcecdb8a2b2cc06fbcbcc287a300fffb columnFamilyName sid 2024-12-03T06:28:19,314 DEBUG [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:19,314 INFO [StoreOpener-fcecdb8a2b2cc06fbcbcc287a300fffb-1 {}] regionserver.HStore(327): Store=fcecdb8a2b2cc06fbcbcc287a300fffb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:19,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/replication/fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/replication/fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:28:19,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/replication/fcecdb8a2b2cc06fbcbcc287a300fffb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:19,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fcecdb8a2b2cc06fbcbcc287a300fffb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64119384, jitterRate=-0.04454672336578369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:28:19,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:19,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fcecdb8a2b2cc06fbcbcc287a300fffb: Running coprocessor pre-open hook at 1733207299307Writing region info on filesystem at 1733207299307Initializing all the Stores at 1733207299308 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207299308Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207299309 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207299309Cleaning up temporary data from old regions at 1733207299316 (+7 ms)Running coprocessor post-open hooks at 1733207299320 (+4 ms)Region opened successfully at 1733207299321 (+1 ms) 2024-12-03T06:28:19,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb., pid=7, masterSystemTime=1733207299285 2024-12-03T06:28:19,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:19,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:19,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fcecdb8a2b2cc06fbcbcc287a300fffb, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,37659,1733207290617 2024-12-03T06:28:19,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcecdb8a2b2cc06fbcbcc287a300fffb, server=122cddc95ec8,37659,1733207290617 because future has completed 2024-12-03T06:28:19,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T06:28:19,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fcecdb8a2b2cc06fbcbcc287a300fffb, server=122cddc95ec8,37659,1733207290617 in 196 msec 2024-12-03T06:28:19,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:28:19,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcecdb8a2b2cc06fbcbcc287a300fffb, ASSIGN in 354 msec 2024-12-03T06:28:19,333 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:28:19,334 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207299333"}]},"ts":"1733207299333"} 2024-12-03T06:28:19,336 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:28:19,337 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:28:19,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-12-03T06:28:19,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb., hostname=122cddc95ec8,37659,1733207290617, seqNum=2] 2024-12-03T06:28:19,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:19,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:19,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:28:19,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T06:28:19,576 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:28:19,601 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,37659,1733207290617, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:28:19,601 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:19,601 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,37659,1733207290617, seqNum=-1] 2024-12-03T06:28:19,602 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:19,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-03T06:28:19,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,37659,1733207290617', locateType=CURRENT is [region=hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb., hostname=122cddc95ec8,37659,1733207290617, seqNum=2] 2024-12-03T06:28:19,608 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T06:28:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38535 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T06:28:19,611 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,37659,1733207290617 suceeded 2024-12-03T06:28:19,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T06:28:19,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-03T06:28:19,613 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:33893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:28:19,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4750 sec 2024-12-03T06:28:19,621 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:33893' 2024-12-03T06:28:19,622 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c8f5852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:19,622 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33893,-1 for getting cluster id 2024-12-03T06:28:19,623 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:19,623 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7cc63078-4e55-4f30-a9b1-82ee4b7fc3b3' 2024-12-03T06:28:19,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:19,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7cc63078-4e55-4f30-a9b1-82ee4b7fc3b3" 2024-12-03T06:28:19,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77a9b901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:19,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33893,-1] 2024-12-03T06:28:19,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:19,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:19,625 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:19,625 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70338f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:19,626 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:19,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33893,1733207295082 2024-12-03T06:28:19,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e20d34 2024-12-03T06:28:19,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:19,627 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-03T06:28:19,628 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,37659,1733207290617 (queues=1) is replicating from cluster=4926f538-0dc3-49ec-b39c-a508527c26e8 to cluster=7cc63078-4e55-4f30-a9b1-82ee4b7fc3b3 2024-12-03T06:28:19,628 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C37659%2C1733207290617 2024-12-03T06:28:19,628 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,37659,1733207290617, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:28:19,628 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.shipper122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C37659%2C1733207290617 2024-12-03T06:28:19,628 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.wal-reader.122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832, startPosition=0, beingWritten=true 2024-12-03T06:28:19,833 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.wal-reader.122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832 to pos 0, reset compression=false 2024-12-03T06:28:20,138 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.wal-reader.122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832 to pos 0, reset compression=false 2024-12-03T06:28:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38535 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:20,288 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:28:20,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:20,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:20,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:20,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:20,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:20,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,38535,1733207290467 2024-12-03T06:28:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@585433ee 2024-12-03T06:28:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:20,290 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:28:20,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38535 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T06:28:20,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:28:20,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:20,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:20,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:20,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:20,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:20,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:28:20,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1555843887, stopped=false 2024-12-03T06:28:20,292 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,33893,1733207295082 2024-12-03T06:28:20,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1687111000/running 2024-12-03T06:28:20,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1687111000/running 2024-12-03T06:28:20,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:20,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:20,330 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:28:20,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:20,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:20,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:20,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Set watcher on znode that does not yet exist, /1-1687111000/running 2024-12-03T06:28:20,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Set watcher on znode that does not yet exist, /1-1687111000/running 2024-12-03T06:28:20,331 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,38017,1733207295175' ***** 2024-12-03T06:28:20,331 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:28:20,331 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:28:20,331 INFO [RS:0;122cddc95ec8:38017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:28:20,331 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:28:20,331 INFO [RS:0;122cddc95ec8:38017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:28:20,331 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,38017,1733207295175 2024-12-03T06:28:20,331 INFO [RS:0;122cddc95ec8:38017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:28:20,331 INFO [RS:0;122cddc95ec8:38017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:38017. 2024-12-03T06:28:20,331 DEBUG [RS:0;122cddc95ec8:38017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:20,331 DEBUG [RS:0;122cddc95ec8:38017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:20,331 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:28:20,331 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:28:20,331 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:28:20,331 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:28:20,332 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:28:20,332 DEBUG [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:28:20,332 DEBUG [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:20,332 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:28:20,332 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:28:20,332 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:28:20,332 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:28:20,332 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:28:20,332 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T06:28:20,347 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740/.tmp/ns/7f43cad6e1d84ddfbce06307e4bc2fd9 is 43, key is default/ns:d/1733207298056/Put/seqid=0 2024-12-03T06:28:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741835_1011 (size=5153) 2024-12-03T06:28:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:28:20,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T06:28:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T06:28:20,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T06:28:20,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:28:20,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T06:28:20,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:28:20,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T06:28:20,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:28:20,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T06:28:20,367 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:28:20,532 DEBUG [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:20,543 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.wal-reader.122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832 to pos 0, reset compression=false 2024-12-03T06:28:20,732 DEBUG [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:20,752 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740/.tmp/ns/7f43cad6e1d84ddfbce06307e4bc2fd9 2024-12-03T06:28:20,758 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740/.tmp/ns/7f43cad6e1d84ddfbce06307e4bc2fd9 as hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740/ns/7f43cad6e1d84ddfbce06307e4bc2fd9 2024-12-03T06:28:20,763 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740/ns/7f43cad6e1d84ddfbce06307e4bc2fd9, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T06:28:20,764 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-03T06:28:20,769 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T06:28:20,769 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:28:20,769 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:28:20,769 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:20,769 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207300332Running coprocessor pre-close hooks at 1733207300332Disabling compacts and flushes for region at 1733207300332Disabling writes for close at 1733207300332Obtaining lock to block concurrent updates at 1733207300332Preparing flush snapshotting stores in 1588230740 at 1733207300332Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733207300332Flushing stores of hbase:meta,,1.1588230740 at 1733207300333 (+1 ms)Flushing 1588230740/ns: creating writer at 1733207300333Flushing 1588230740/ns: appending metadata at 1733207300346 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733207300346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c037435: reopening flushed file at 1733207300757 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733207300764 (+7 ms)Writing region close event to WAL at 1733207300765 (+1 ms)Running coprocessor post-close hooks at 1733207300769 (+4 ms)Closed at 1733207300769 2024-12-03T06:28:20,769 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:20,932 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,38017,1733207295175; all regions closed. 2024-12-03T06:28:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741834_1010 (size=1152) 2024-12-03T06:28:20,935 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/WALs/122cddc95ec8,38017,1733207295175/122cddc95ec8%2C38017%2C1733207295175.meta.1733207298005.meta not finished, retry = 0 2024-12-03T06:28:20,947 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:28:20,947 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:28:21,037 DEBUG [RS:0;122cddc95ec8:38017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/oldWALs 2024-12-03T06:28:21,038 INFO [RS:0;122cddc95ec8:38017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C38017%2C1733207295175.meta:.meta(num 1733207298005) 2024-12-03T06:28:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741832_1008 (size=93) 2024-12-03T06:28:21,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/WALs/122cddc95ec8,38017,1733207295175/122cddc95ec8%2C38017%2C1733207295175.1733207296993 not finished, retry = 0 2024-12-03T06:28:21,048 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.wal-reader.122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832 to pos 0, reset compression=false 2024-12-03T06:28:21,143 DEBUG [RS:0;122cddc95ec8:38017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/oldWALs 2024-12-03T06:28:21,143 INFO [RS:0;122cddc95ec8:38017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C38017%2C1733207295175:(num 1733207296993) 2024-12-03T06:28:21,143 DEBUG [RS:0;122cddc95ec8:38017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:21,143 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:28:21,143 INFO [RS:0;122cddc95ec8:38017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:28:21,143 INFO [RS:0;122cddc95ec8:38017 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T06:28:21,143 INFO [RS:0;122cddc95ec8:38017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:28:21,143 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:28:21,143 INFO [RS:0;122cddc95ec8:38017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38017 2024-12-03T06:28:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000/rs 2024-12-03T06:28:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1687111000/rs/122cddc95ec8,38017,1733207295175 2024-12-03T06:28:21,160 INFO [RS:0;122cddc95ec8:38017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:28:21,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,38017,1733207295175] 2024-12-03T06:28:21,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1687111000/draining/122cddc95ec8,38017,1733207295175 already deleted, retry=false 2024-12-03T06:28:21,177 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,38017,1733207295175 expired; onlineServers=0 2024-12-03T06:28:21,177 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,33893,1733207295082' ***** 2024-12-03T06:28:21,177 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:28:21,177 INFO [M:0;122cddc95ec8:33893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:28:21,177 INFO [M:0;122cddc95ec8:33893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:28:21,177 DEBUG [M:0;122cddc95ec8:33893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:28:21,177 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:28:21,177 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207296770 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207296770,5,FailOnTimeoutGroup] 2024-12-03T06:28:21,177 DEBUG [M:0;122cddc95ec8:33893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:28:21,177 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207296770 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207296770,5,FailOnTimeoutGroup] 2024-12-03T06:28:21,178 INFO [M:0;122cddc95ec8:33893 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:28:21,178 INFO [M:0;122cddc95ec8:33893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:28:21,178 DEBUG [M:0;122cddc95ec8:33893 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:28:21,178 INFO [M:0;122cddc95ec8:33893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:28:21,178 INFO [M:0;122cddc95ec8:33893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:28:21,178 INFO [M:0;122cddc95ec8:33893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:28:21,178 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:28:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1687111000/master 2024-12-03T06:28:21,185 DEBUG [M:0;122cddc95ec8:33893 {}] zookeeper.ZKUtil(347): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Unable to get data of znode /1-1687111000/master because node does not exist (not an error) 2024-12-03T06:28:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1687111000 2024-12-03T06:28:21,185 WARN [M:0;122cddc95ec8:33893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:28:21,186 INFO [M:0;122cddc95ec8:33893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/.lastflushedseqids 2024-12-03T06:28:21,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741836_1012 (size=99) 2024-12-03T06:28:21,269 INFO [RS:0;122cddc95ec8:38017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:28:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:21,269 INFO [RS:0;122cddc95ec8:38017 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,38017,1733207295175; zookeeper connection closed. 2024-12-03T06:28:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38017-0x1009eb66aaa0004, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:21,269 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5490794a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5490794a 2024-12-03T06:28:21,269 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:28:21,592 INFO [M:0;122cddc95ec8:33893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:28:21,592 INFO [M:0;122cddc95ec8:33893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:28:21,592 DEBUG [M:0;122cddc95ec8:33893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:28:21,592 INFO [M:0;122cddc95ec8:33893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:21,592 DEBUG [M:0;122cddc95ec8:33893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:21,592 DEBUG [M:0;122cddc95ec8:33893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:28:21,592 DEBUG [M:0;122cddc95ec8:33893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:21,592 INFO [M:0;122cddc95ec8:33893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T06:28:21,608 DEBUG [M:0;122cddc95ec8:33893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/827272d1599241cc832363e8b48af10a is 82, key is hbase:meta,,1/info:regioninfo/1733207298039/Put/seqid=0 2024-12-03T06:28:21,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741837_1013 (size=5672) 2024-12-03T06:28:21,653 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.wal-reader.122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832 to pos 0, reset compression=false 2024-12-03T06:28:22,013 INFO [M:0;122cddc95ec8:33893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/827272d1599241cc832363e8b48af10a 2024-12-03T06:28:22,031 DEBUG [M:0;122cddc95ec8:33893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d4980dfd99b4b829d3c05c23778b6e8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733207298061/Put/seqid=0 2024-12-03T06:28:22,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741838_1014 (size=5275) 2024-12-03T06:28:22,358 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.wal-reader.122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832 to pos 0, reset compression=false 2024-12-03T06:28:22,435 INFO [M:0;122cddc95ec8:33893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d4980dfd99b4b829d3c05c23778b6e8 2024-12-03T06:28:22,452 DEBUG [M:0;122cddc95ec8:33893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68047e11f8464a279ae03ab985a3d796 is 69, key is 122cddc95ec8,38017,1733207295175/rs:state/1733207296841/Put/seqid=0 2024-12-03T06:28:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741839_1015 (size=5156) 2024-12-03T06:28:22,858 INFO [M:0;122cddc95ec8:33893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68047e11f8464a279ae03ab985a3d796 2024-12-03T06:28:22,864 DEBUG [M:0;122cddc95ec8:33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/827272d1599241cc832363e8b48af10a as hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/827272d1599241cc832363e8b48af10a 2024-12-03T06:28:22,870 INFO [M:0;122cddc95ec8:33893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/827272d1599241cc832363e8b48af10a, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T06:28:22,871 DEBUG [M:0;122cddc95ec8:33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d4980dfd99b4b829d3c05c23778b6e8 as hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d4980dfd99b4b829d3c05c23778b6e8 2024-12-03T06:28:22,876 INFO [M:0;122cddc95ec8:33893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d4980dfd99b4b829d3c05c23778b6e8, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T06:28:22,877 DEBUG [M:0;122cddc95ec8:33893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68047e11f8464a279ae03ab985a3d796 as hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68047e11f8464a279ae03ab985a3d796 2024-12-03T06:28:22,884 INFO [M:0;122cddc95ec8:33893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34027/user/jenkins/test-data/af942d4d-41af-184a-52d1-435364de2ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68047e11f8464a279ae03ab985a3d796, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T06:28:22,885 INFO [M:0;122cddc95ec8:33893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false 2024-12-03T06:28:22,886 INFO [M:0;122cddc95ec8:33893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:22,887 DEBUG [M:0;122cddc95ec8:33893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207301592Disabling compacts and flushes for region at 1733207301592Disabling writes for close at 1733207301592Obtaining lock to block concurrent updates at 1733207301592Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207301592Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733207301593 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207301593Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207301594 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207301607 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207301607Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207302018 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207302030 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207302030Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207302440 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207302451 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207302451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4b24be: reopening flushed file at 1733207302863 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570d2e73: reopening flushed file at 1733207302870 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5682e4: reopening flushed file at 1733207302876 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false at 1733207302885 (+9 ms)Writing region close event to WAL at 1733207302886 (+1 ms)Closed at 1733207302886 2024-12-03T06:28:22,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741830_1006 (size=10165) 2024-12-03T06:28:22,890 INFO [M:0;122cddc95ec8:33893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:28:22,890 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:28:22,890 INFO [M:0;122cddc95ec8:33893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33893 2024-12-03T06:28:22,890 INFO [M:0;122cddc95ec8:33893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:28:23,005 INFO [M:0;122cddc95ec8:33893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:28:23,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:23,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33893-0x1009eb66aaa0003, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:23,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17861040{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:28:23,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@544f7262{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:28:23,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:28:23,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:28:23,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c0f6859{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/hadoop.log.dir/,STOPPED} 2024-12-03T06:28:23,009 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:28:23,009 WARN [BP-1100848004-172.17.0.2-1733207293898 heartbeating to localhost/127.0.0.1:34027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:28:23,009 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:28:23,009 WARN [BP-1100848004-172.17.0.2-1733207293898 heartbeating to localhost/127.0.0.1:34027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1100848004-172.17.0.2-1733207293898 (Datanode Uuid ee4376af-f752-4eed-becf-5e55caf15f34) service to localhost/127.0.0.1:34027 2024-12-03T06:28:23,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/cluster_63cf0619-6634-ae45-2793-29aaf2cd835d/data/data1/current/BP-1100848004-172.17.0.2-1733207293898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:28:23,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/cluster_63cf0619-6634-ae45-2793-29aaf2cd835d/data/data2/current/BP-1100848004-172.17.0.2-1733207293898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:28:23,010 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:28:23,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6db85c9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:28:23,016 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:28:23,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:28:23,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:28:23,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/hadoop.log.dir/,STOPPED} 2024-12-03T06:28:23,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:28:23,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:28:23,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:23,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:23,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:23,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:23,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:23,031 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:28:23,031 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469463245, stopped=false 2024-12-03T06:28:23,031 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,38535,1733207290467 2024-12-03T06:28:23,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/011886963/running 2024-12-03T06:28:23,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/011886963/running 2024-12-03T06:28:23,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:23,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:23,046 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:28:23,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:23,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:23,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:23,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Set watcher on znode that does not yet exist, /011886963/running 2024-12-03T06:28:23,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Set watcher on znode that does not yet exist, /011886963/running 2024-12-03T06:28:23,047 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,37659,1733207290617' ***** 2024-12-03T06:28:23,047 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:28:23,047 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:28:23,047 INFO [RS:0;122cddc95ec8:37659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:28:23,047 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:28:23,047 INFO [RS:0;122cddc95ec8:37659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:28:23,047 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(3091): Received CLOSE for fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:23,048 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,37659,1733207290617 2024-12-03T06:28:23,048 INFO [RS:0;122cddc95ec8:37659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:28:23,048 INFO [RS:0;122cddc95ec8:37659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:37659. 2024-12-03T06:28:23,048 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcecdb8a2b2cc06fbcbcc287a300fffb, disabling compactions & flushes 2024-12-03T06:28:23,048 DEBUG [RS:0;122cddc95ec8:37659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:23,048 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:23,048 DEBUG [RS:0;122cddc95ec8:37659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:23,048 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:23,048 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. after waiting 0 ms 2024-12-03T06:28:23,048 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:28:23,048 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:23,048 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:28:23,048 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:28:23,048 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fcecdb8a2b2cc06fbcbcc287a300fffb 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T06:28:23,048 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:28:23,048 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:28:23,048 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1325): Online Regions={fcecdb8a2b2cc06fbcbcc287a300fffb=hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:28:23,048 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:23,048 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:28:23,048 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:28:23,048 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:28:23,048 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:28:23,048 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:28:23,049 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T06:28:23,067 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/replication/fcecdb8a2b2cc06fbcbcc287a300fffb/.tmp/queue/3287cca98ee54f4d93e58ce90f96cfd9 is 151, key is 1-122cddc95ec8,37659,1733207290617/queue:122cddc95ec8%2C37659%2C1733207290617/1733207299606/Put/seqid=0 2024-12-03T06:28:23,067 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/.tmp/info/d9b56db593bb4bd6b29bfc799edb0446 is 147, key is hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb./info:regioninfo/1733207299324/Put/seqid=0 2024-12-03T06:28:23,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741838_1014 (size=6631) 2024-12-03T06:28:23,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741839_1015 (size=5350) 2024-12-03T06:28:23,101 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:28:23,163 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.wal-reader.122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832 to pos 0, reset compression=false 2024-12-03T06:28:23,248 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:23,449 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcecdb8a2b2cc06fbcbcc287a300fffb 2024-12-03T06:28:23,472 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/replication/fcecdb8a2b2cc06fbcbcc287a300fffb/.tmp/queue/3287cca98ee54f4d93e58ce90f96cfd9 2024-12-03T06:28:23,472 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/.tmp/info/d9b56db593bb4bd6b29bfc799edb0446 2024-12-03T06:28:23,478 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/replication/fcecdb8a2b2cc06fbcbcc287a300fffb/.tmp/queue/3287cca98ee54f4d93e58ce90f96cfd9 as hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/replication/fcecdb8a2b2cc06fbcbcc287a300fffb/queue/3287cca98ee54f4d93e58ce90f96cfd9 2024-12-03T06:28:23,485 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/replication/fcecdb8a2b2cc06fbcbcc287a300fffb/queue/3287cca98ee54f4d93e58ce90f96cfd9, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T06:28:23,486 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fcecdb8a2b2cc06fbcbcc287a300fffb in 438ms, sequenceid=5, compaction requested=false 2024-12-03T06:28:23,486 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T06:28:23,490 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/replication/fcecdb8a2b2cc06fbcbcc287a300fffb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:28:23,491 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:28:23,491 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:28:23,491 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:23,491 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcecdb8a2b2cc06fbcbcc287a300fffb: Waiting for close lock at 1733207303048Running coprocessor pre-close hooks at 1733207303048Disabling compacts and flushes for region at 1733207303048Disabling writes for close at 1733207303048Obtaining lock to block concurrent updates at 1733207303048Preparing flush snapshotting stores in fcecdb8a2b2cc06fbcbcc287a300fffb at 1733207303048Finished memstore snapshotting hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733207303048Flushing stores of hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. at 1733207303049 (+1 ms)Flushing fcecdb8a2b2cc06fbcbcc287a300fffb/queue: creating writer at 1733207303049Flushing fcecdb8a2b2cc06fbcbcc287a300fffb/queue: appending metadata at 1733207303066 (+17 ms)Flushing fcecdb8a2b2cc06fbcbcc287a300fffb/queue: closing flushed file at 1733207303066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe2995d: reopening flushed file at 1733207303477 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fcecdb8a2b2cc06fbcbcc287a300fffb in 438ms, sequenceid=5, compaction requested=false at 1733207303486 (+9 ms)Writing region close event to WAL at 1733207303487 (+1 ms)Running coprocessor post-close hooks at 1733207303491 (+4 ms)Closed at 1733207303491 2024-12-03T06:28:23,491 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207298149.fcecdb8a2b2cc06fbcbcc287a300fffb. 2024-12-03T06:28:23,495 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/.tmp/ns/ea583ca152914217abf457a7c47b05e1 is 43, key is default/ns:d/1733207293822/Put/seqid=0 2024-12-03T06:28:23,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741840_1016 (size=5153) 2024-12-03T06:28:23,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:28:23,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:23,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:23,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:23,649 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:23,693 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:28:23,693 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:28:23,849 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:23,900 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/.tmp/ns/ea583ca152914217abf457a7c47b05e1 2024-12-03T06:28:23,922 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/.tmp/table/c5760f2cd33e4384b70a2cdeb75f2198 is 53, key is hbase:replication/table:state/1733207299333/Put/seqid=0 2024-12-03T06:28:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741841_1017 (size=5256) 2024-12-03T06:28:24,049 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:28:24,049 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:28:24,049 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:24,069 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.wal-reader.122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832 to pos 0, reset compression=false 2024-12-03T06:28:24,250 DEBUG [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:28:24,326 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/.tmp/table/c5760f2cd33e4384b70a2cdeb75f2198 2024-12-03T06:28:24,333 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/.tmp/info/d9b56db593bb4bd6b29bfc799edb0446 as hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/info/d9b56db593bb4bd6b29bfc799edb0446 2024-12-03T06:28:24,339 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/info/d9b56db593bb4bd6b29bfc799edb0446, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T06:28:24,341 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/.tmp/ns/ea583ca152914217abf457a7c47b05e1 as hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/ns/ea583ca152914217abf457a7c47b05e1 2024-12-03T06:28:24,347 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/ns/ea583ca152914217abf457a7c47b05e1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T06:28:24,348 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/.tmp/table/c5760f2cd33e4384b70a2cdeb75f2198 as hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/table/c5760f2cd33e4384b70a2cdeb75f2198 2024-12-03T06:28:24,354 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/table/c5760f2cd33e4384b70a2cdeb75f2198, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T06:28:24,355 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false 2024-12-03T06:28:24,360 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T06:28:24,361 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:28:24,361 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:28:24,361 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:24,361 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207303048Running coprocessor pre-close hooks at 1733207303048Disabling compacts and flushes for region at 1733207303048Disabling writes for close at 1733207303048Obtaining lock to block concurrent updates at 1733207303049 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733207303049Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733207303049Flushing stores of hbase:meta,,1.1588230740 at 1733207303050 (+1 ms)Flushing 1588230740/info: creating writer at 1733207303050Flushing 1588230740/info: appending metadata at 1733207303066 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733207303066Flushing 1588230740/ns: creating writer at 1733207303477 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733207303495 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733207303495Flushing 1588230740/table: creating writer at 1733207303906 (+411 ms)Flushing 1588230740/table: appending metadata at 1733207303921 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733207303921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b66fe4f: reopening flushed file at 1733207304332 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b1cc94: reopening flushed file at 1733207304340 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c2e9d: reopening flushed file at 1733207304347 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=11, compaction requested=false at 1733207304355 (+8 ms)Writing region close event to WAL at 1733207304357 (+2 ms)Running coprocessor post-close hooks at 1733207304361 (+4 ms)Closed at 1733207304361 2024-12-03T06:28:24,361 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:24,450 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,37659,1733207290617; all regions closed. 2024-12-03T06:28:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741834_1010 (size=2742) 2024-12-03T06:28:24,452 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.meta.1733207293743.meta not finished, retry = 0 2024-12-03T06:28:24,555 DEBUG [RS:0;122cddc95ec8:37659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/oldWALs 2024-12-03T06:28:24,555 INFO [RS:0;122cddc95ec8:37659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C37659%2C1733207290617.meta:.meta(num 1733207293743) 2024-12-03T06:28:24,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741837_1013 (size=1586) 2024-12-03T06:28:24,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.rep.1733207299291 not finished, retry = 0 2024-12-03T06:28:24,660 DEBUG [RS:0;122cddc95ec8:37659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/oldWALs 2024-12-03T06:28:24,660 INFO [RS:0;122cddc95ec8:37659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C37659%2C1733207290617.rep:(num 1733207299291) 2024-12-03T06:28:24,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741832_1008 (size=93) 2024-12-03T06:28:24,663 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/WALs/122cddc95ec8,37659,1733207290617/122cddc95ec8%2C37659%2C1733207290617.1733207292832 not finished, retry = 0 2024-12-03T06:28:24,765 DEBUG [RS:0;122cddc95ec8:37659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/oldWALs 2024-12-03T06:28:24,766 INFO [RS:0;122cddc95ec8:37659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C37659%2C1733207290617:(num 1733207292832) 2024-12-03T06:28:24,766 DEBUG [RS:0;122cddc95ec8:37659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:24,766 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:28:24,766 INFO [RS:0;122cddc95ec8:37659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:28:24,766 INFO [RS:0;122cddc95ec8:37659 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T06:28:24,766 INFO [RS:0;122cddc95ec8:37659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:28:24,766 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:28:24,766 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,37659,1733207290617 because: Region server is closing 2024-12-03T06:28:24,766 INFO [RS:0;122cddc95ec8:37659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:37659. 2024-12-03T06:28:24,767 DEBUG [RS:0;122cddc95ec8:37659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:24,767 DEBUG [RS:0;122cddc95ec8:37659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:24,767 DEBUG [RS:0;122cddc95ec8:37659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:24,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:24,867 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.wal-reader.122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:28:24,867 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.shipper122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T06:28:24,867 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,37659,1733207290617.replicationSource.shipper122cddc95ec8%2C37659%2C1733207290617,1-122cddc95ec8,37659,1733207290617 terminated 2024-12-03T06:28:24,867 INFO [RS:0;122cddc95ec8:37659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37659 2024-12-03T06:28:24,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/011886963/rs/122cddc95ec8,37659,1733207290617 2024-12-03T06:28:24,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963/rs 2024-12-03T06:28:24,905 INFO [RS:0;122cddc95ec8:37659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:28:24,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,37659,1733207290617] 2024-12-03T06:28:24,921 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /011886963/draining/122cddc95ec8,37659,1733207290617 already deleted, retry=false 2024-12-03T06:28:24,921 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,37659,1733207290617 expired; onlineServers=0 2024-12-03T06:28:24,921 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,38535,1733207290467' ***** 2024-12-03T06:28:24,921 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:28:24,921 INFO [M:0;122cddc95ec8:38535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:28:24,921 INFO [M:0;122cddc95ec8:38535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:28:24,921 DEBUG [M:0;122cddc95ec8:38535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:28:24,921 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:28:24,921 DEBUG [M:0;122cddc95ec8:38535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:28:24,922 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207292547 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207292547,5,FailOnTimeoutGroup] 2024-12-03T06:28:24,922 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207292547 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207292547,5,FailOnTimeoutGroup] 2024-12-03T06:28:24,922 INFO [M:0;122cddc95ec8:38535 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:28:24,922 INFO [M:0;122cddc95ec8:38535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:28:24,922 DEBUG [M:0;122cddc95ec8:38535 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:28:24,922 INFO [M:0;122cddc95ec8:38535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:28:24,922 INFO [M:0;122cddc95ec8:38535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:28:24,922 INFO [M:0;122cddc95ec8:38535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:28:24,922 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:28:24,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/011886963/master 2024-12-03T06:28:24,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/011886963 2024-12-03T06:28:24,929 DEBUG [M:0;122cddc95ec8:38535 {}] zookeeper.ZKUtil(347): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Unable to get data of znode /011886963/master because node does not exist (not an error) 2024-12-03T06:28:24,930 WARN [M:0;122cddc95ec8:38535 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:28:24,930 INFO [M:0;122cddc95ec8:38535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/.lastflushedseqids 2024-12-03T06:28:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741842_1018 (size=181) 2024-12-03T06:28:25,013 INFO [RS:0;122cddc95ec8:37659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:28:25,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:25,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37659-0x1009eb66aaa0001, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:25,013 INFO [RS:0;122cddc95ec8:37659 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,37659,1733207290617; zookeeper connection closed. 2024-12-03T06:28:25,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b0f8bd6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b0f8bd6 2024-12-03T06:28:25,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:28:25,335 INFO [M:0;122cddc95ec8:38535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:28:25,336 INFO [M:0;122cddc95ec8:38535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:28:25,336 DEBUG [M:0;122cddc95ec8:38535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:28:25,336 INFO [M:0;122cddc95ec8:38535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:25,336 DEBUG [M:0;122cddc95ec8:38535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:25,336 DEBUG [M:0;122cddc95ec8:38535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:28:25,336 DEBUG [M:0;122cddc95ec8:38535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:25,336 INFO [M:0;122cddc95ec8:38535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T06:28:25,350 DEBUG [M:0;122cddc95ec8:38535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2fbda9ba193442a9918cf463025289a is 82, key is hbase:meta,,1/info:regioninfo/1733207293785/Put/seqid=0 2024-12-03T06:28:25,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741843_1019 (size=5672) 2024-12-03T06:28:25,755 INFO [M:0;122cddc95ec8:38535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2fbda9ba193442a9918cf463025289a 2024-12-03T06:28:25,778 DEBUG [M:0;122cddc95ec8:38535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1bebb8a51af48f78eb08f17d6c49189 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733207299338/Put/seqid=0 2024-12-03T06:28:25,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741844_1020 (size=7203) 2024-12-03T06:28:26,183 INFO [M:0;122cddc95ec8:38535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1bebb8a51af48f78eb08f17d6c49189 2024-12-03T06:28:26,202 DEBUG [M:0;122cddc95ec8:38535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8edbc0b653347cf912ac13c332fc900 is 69, key is 122cddc95ec8,37659,1733207290617/rs:state/1733207292670/Put/seqid=0 2024-12-03T06:28:26,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741845_1021 (size=5156) 2024-12-03T06:28:26,609 INFO [M:0;122cddc95ec8:38535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8edbc0b653347cf912ac13c332fc900 2024-12-03T06:28:26,615 DEBUG [M:0;122cddc95ec8:38535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e2fbda9ba193442a9918cf463025289a as hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2fbda9ba193442a9918cf463025289a 2024-12-03T06:28:26,620 INFO [M:0;122cddc95ec8:38535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e2fbda9ba193442a9918cf463025289a, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T06:28:26,621 DEBUG [M:0;122cddc95ec8:38535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1bebb8a51af48f78eb08f17d6c49189 as hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1bebb8a51af48f78eb08f17d6c49189 2024-12-03T06:28:26,626 INFO [M:0;122cddc95ec8:38535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1bebb8a51af48f78eb08f17d6c49189, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T06:28:26,627 DEBUG [M:0;122cddc95ec8:38535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8edbc0b653347cf912ac13c332fc900 as hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8edbc0b653347cf912ac13c332fc900 2024-12-03T06:28:26,633 INFO [M:0;122cddc95ec8:38535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44399/user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8edbc0b653347cf912ac13c332fc900, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T06:28:26,634 INFO [M:0;122cddc95ec8:38535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-12-03T06:28:26,637 INFO [M:0;122cddc95ec8:38535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:26,637 DEBUG [M:0;122cddc95ec8:38535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207305336Disabling compacts and flushes for region at 1733207305336Disabling writes for close at 1733207305336Obtaining lock to block concurrent updates at 1733207305336Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207305336Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733207305336Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207305337 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207305337Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207305349 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207305350 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207305760 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207305778 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207305778Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207306188 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207306201 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207306201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aba379f: reopening flushed file at 1733207306614 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d151aca: reopening flushed file at 1733207306620 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1751b388: reopening flushed file at 1733207306627 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1733207306634 (+7 ms)Writing region close event to WAL at 1733207306637 (+3 ms)Closed at 1733207306637 2024-12-03T06:28:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741830_1006 (size=41008) 2024-12-03T06:28:26,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18ad27b5-bb0a-2e55-8428-aa230d019b83/MasterData/WALs/122cddc95ec8,38535,1733207290467/122cddc95ec8%2C38535%2C1733207290467.1733207292339 not finished, retry = 0 2024-12-03T06:28:26,740 INFO [M:0;122cddc95ec8:38535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:28:26,740 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:28:26,740 INFO [M:0;122cddc95ec8:38535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38535 2024-12-03T06:28:26,741 INFO [M:0;122cddc95ec8:38535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:28:26,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:26,871 INFO [M:0;122cddc95ec8:38535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:28:26,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38535-0x1009eb66aaa0000, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:28:26,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@113e0336{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:28:26,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3de29a00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:28:26,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:28:26,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2ebcda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:28:26,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@394705a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/hadoop.log.dir/,STOPPED} 2024-12-03T06:28:26,876 WARN [BP-1361087021-172.17.0.2-1733207288842 heartbeating to localhost/127.0.0.1:44399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:28:26,876 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:28:26,876 WARN [BP-1361087021-172.17.0.2-1733207288842 heartbeating to localhost/127.0.0.1:44399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1361087021-172.17.0.2-1733207288842 (Datanode Uuid 040909ce-93a6-4d43-97b3-b84e225ba862) service to localhost/127.0.0.1:44399 2024-12-03T06:28:26,876 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:28:26,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/cluster_39698a41-99cb-c3ff-1274-2e5f43b41b88/data/data1/current/BP-1361087021-172.17.0.2-1733207288842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:28:26,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/cluster_39698a41-99cb-c3ff-1274-2e5f43b41b88/data/data2/current/BP-1361087021-172.17.0.2-1733207288842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:28:26,877 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:28:26,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1058471a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:28:26,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@520994d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:28:26,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:28:26,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa94757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:28:26,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@708c07f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6c0edfb-b540-a57f-21bc-8d95f95d4a28/hadoop.log.dir/,STOPPED} 2024-12-03T06:28:26,887 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:28:26,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:28:26,903 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52093) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52093) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44399 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34027 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=11210 (was 11518) 2024-12-03T06:28:26,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=11210 2024-12-03T06:28:26,920 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-03T06:28:26,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/hadoop.log.dir so I do NOT create it in target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea 2024-12-03T06:28:26,920 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:28:26,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/hadoop.tmp.dir so I do NOT create it in target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea 2024-12-03T06:28:26,920 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b551431-45cd-291a-4c92-f1027d3deff6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:28:26,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea 2024-12-03T06:28:26,920 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/cluster_a639a136-0c6e-9e95-1fea-58a490a86a05, deleteOnExit=true 2024-12-03T06:28:26,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/cluster_a639a136-0c6e-9e95-1fea-58a490a86a05/zookeeper_0, clientPort=50179, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/cluster_a639a136-0c6e-9e95-1fea-58a490a86a05/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/cluster_a639a136-0c6e-9e95-1fea-58a490a86a05/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:28:26,945 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50179 2024-12-03T06:28:26,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:28:26,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:28:26,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/test.cache.data in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:28:26,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:28:26,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:28:26,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:28:26,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:28:26,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:28:26,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:28:26,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:28:26,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:28:26,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009eb66aaa0005, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:28:26,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009eb66aaa0002, quorum=127.0.0.1:52093, baseZNode=/011886963 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:28:26,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009eb66aaa0005, quorum=127.0.0.1:52093, baseZNode=/1-1687111000 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:28:26,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009eb66aaa0002, quorum=127.0.0.1:52093, baseZNode=/011886963 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:28:27,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:27,237 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:28:27,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:28:27,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:28:27,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:28:27,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:27,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c0e5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:28:27,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6474836b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:28:27,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c23ea55{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/java.io.tmpdir/jetty-localhost-42355-hadoop-hdfs-3_4_1-tests_jar-_-any-11255132970807156263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:28:27,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d61262c{HTTP/1.1, (http/1.1)}{localhost:42355} 2024-12-03T06:28:27,333 INFO [Time-limited test {}] server.Server(415): Started @52584ms 2024-12-03T06:28:27,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:27,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:28:27,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:28:27,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:28:27,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:28:27,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dbed4e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:28:27,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d9f85b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:28:27,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c254bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/java.io.tmpdir/jetty-localhost-41119-hadoop-hdfs-3_4_1-tests_jar-_-any-2010388373642241107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:28:27,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66f02a1d{HTTP/1.1, (http/1.1)}{localhost:41119} 2024-12-03T06:28:27,621 INFO [Time-limited test {}] server.Server(415): Started @52872ms 2024-12-03T06:28:27,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:28:28,167 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/cluster_a639a136-0c6e-9e95-1fea-58a490a86a05/data/data1/current/BP-1184031593-172.17.0.2-1733207306968/current, will proceed with Du for space computation calculation, 2024-12-03T06:28:28,167 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/cluster_a639a136-0c6e-9e95-1fea-58a490a86a05/data/data2/current/BP-1184031593-172.17.0.2-1733207306968/current, will proceed with Du for space computation calculation, 2024-12-03T06:28:28,181 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:28:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa91824495e9739be with lease ID 0x16929fdab24a1648: Processing first storage report for DS-1235f910-6119-47b2-a456-f23d0a9e10b5 from datanode DatanodeRegistration(127.0.0.1:33419, datanodeUuid=e40c56d2-0cbb-4468-9f68-dedc45977bdf, infoPort=36447, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=35230799;c=1733207306968) 2024-12-03T06:28:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa91824495e9739be with lease ID 0x16929fdab24a1648: from storage DS-1235f910-6119-47b2-a456-f23d0a9e10b5 node DatanodeRegistration(127.0.0.1:33419, datanodeUuid=e40c56d2-0cbb-4468-9f68-dedc45977bdf, infoPort=36447, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=35230799;c=1733207306968), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:28:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa91824495e9739be with lease ID 0x16929fdab24a1648: Processing first storage report for DS-89178b18-455c-4fb0-9345-2bf7eabefcb4 from datanode DatanodeRegistration(127.0.0.1:33419, datanodeUuid=e40c56d2-0cbb-4468-9f68-dedc45977bdf, infoPort=36447, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=35230799;c=1733207306968) 2024-12-03T06:28:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa91824495e9739be with lease ID 0x16929fdab24a1648: from storage DS-89178b18-455c-4fb0-9345-2bf7eabefcb4 node DatanodeRegistration(127.0.0.1:33419, datanodeUuid=e40c56d2-0cbb-4468-9f68-dedc45977bdf, infoPort=36447, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=35230799;c=1733207306968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:28:28,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea 2024-12-03T06:28:28,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:28,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:28:28,658 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af with version=8 2024-12-03T06:28:28,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/hbase-staging 2024-12-03T06:28:28,661 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:28:28,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:28,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:28,661 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:28:28,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:28,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:28:28,661 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:28:28,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:28:28,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37259 2024-12-03T06:28:28,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37259 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-12-03T06:28:28,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372590x0, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:28,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37259-0x1009eb6b1790000 connected 2024-12-03T06:28:28,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:28,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:28,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Set watcher on znode that does not yet exist, /0-211690299/running 2024-12-03T06:28:28,799 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af, hbase.cluster.distributed=false 2024-12-03T06:28:28,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Set watcher on znode that does not yet exist, /0-211690299/acl 2024-12-03T06:28:28,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37259 2024-12-03T06:28:28,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37259 2024-12-03T06:28:28,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37259 2024-12-03T06:28:28,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37259 2024-12-03T06:28:28,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37259 2024-12-03T06:28:28,814 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:28:28,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:28,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:28,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:28:28,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:28,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:28:28,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:28:28,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:28:28,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46283 2024-12-03T06:28:28,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46283 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-12-03T06:28:28,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:28,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:28,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462830x0, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:28,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462830x0, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Set watcher on znode that does not yet exist, /0-211690299/running 2024-12-03T06:28:28,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46283-0x1009eb6b1790001 connected 2024-12-03T06:28:28,830 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:28:28,831 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:28:28,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Set watcher on znode that does not yet exist, /0-211690299/master 2024-12-03T06:28:28,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Set watcher on znode that does not yet exist, /0-211690299/acl 2024-12-03T06:28:28,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46283 2024-12-03T06:28:28,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46283 2024-12-03T06:28:28,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46283 2024-12-03T06:28:28,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46283 2024-12-03T06:28:28,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46283 2024-12-03T06:28:28,843 DEBUG [M:0;122cddc95ec8:37259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:37259 2024-12-03T06:28:28,843 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-211690299/backup-masters/122cddc95ec8,37259,1733207308660 2024-12-03T06:28:28,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299/backup-masters 2024-12-03T06:28:28,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299/backup-masters 2024-12-03T06:28:28,852 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Set watcher on existing znode=/0-211690299/backup-masters/122cddc95ec8,37259,1733207308660 2024-12-03T06:28:28,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-211690299/master 2024-12-03T06:28:28,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:28,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:28,860 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Set watcher on existing znode=/0-211690299/master 2024-12-03T06:28:28,861 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-211690299/backup-masters/122cddc95ec8,37259,1733207308660 from backup master directory 2024-12-03T06:28:28,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-211690299/backup-masters/122cddc95ec8,37259,1733207308660 2024-12-03T06:28:28,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299/backup-masters 2024-12-03T06:28:28,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299/backup-masters 2024-12-03T06:28:28,871 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:28:28,871 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,37259,1733207308660 2024-12-03T06:28:28,875 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/hbase.id] with ID: d846af45-5902-48cc-92cb-7be486d2a529 2024-12-03T06:28:28,875 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/.tmp/hbase.id 2024-12-03T06:28:28,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:28:28,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:28:28,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:29,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:29,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:29,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:29,280 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/.tmp/hbase.id]:[hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/hbase.id] 2024-12-03T06:28:29,292 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:29,292 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:28:29,293 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:28:29,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:29,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:28:29,716 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:28:29,717 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:28:29,717 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:28:30,126 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store 2024-12-03T06:28:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:28:30,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:28:30,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:28:30,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:28:30,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T06:28:30,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:28:30,535 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:30,535 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:28:30,535 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:30,535 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:30,535 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:28:30,535 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:30,535 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:30,535 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207310535Disabling compacts and flushes for region at 1733207310535Disabling writes for close at 1733207310535Writing region close event to WAL at 1733207310535Closed at 1733207310535 2024-12-03T06:28:30,536 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/.initializing 2024-12-03T06:28:30,536 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/WALs/122cddc95ec8,37259,1733207308660 2024-12-03T06:28:30,538 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:28:30,546 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C37259%2C1733207308660, suffix=, logDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/WALs/122cddc95ec8,37259,1733207308660, archiveDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/oldWALs, maxLogs=10 2024-12-03T06:28:30,561 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/WALs/122cddc95ec8,37259,1733207308660/122cddc95ec8%2C37259%2C1733207308660.1733207310547, exclude list is [], retry=0 2024-12-03T06:28:30,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-1235f910-6119-47b2-a456-f23d0a9e10b5,DISK] 2024-12-03T06:28:30,567 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/WALs/122cddc95ec8,37259,1733207308660/122cddc95ec8%2C37259%2C1733207308660.1733207310547 2024-12-03T06:28:30,571 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-12-03T06:28:30,571 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:30,572 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:30,572 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,572 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:28:30,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:30,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:30,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:28:30,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:30,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:30,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:28:30,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:30,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:30,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:28:30,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:30,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:30,594 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,595 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,595 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,596 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,596 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,597 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:30,598 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:30,608 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:30,609 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71665725, jitterRate=0.06790252029895782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:30,609 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207310572Initializing all the Stores at 1733207310573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207310573Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207310574 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207310574Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207310574Cleaning up temporary data from old regions at 1733207310596 (+22 ms)Region opened successfully at 1733207310609 (+13 ms) 2024-12-03T06:28:30,610 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:28:30,614 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d631924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:28:30,615 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:28:30,615 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:28:30,615 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:28:30,615 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:28:30,616 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:28:30,616 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:28:30,616 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:28:30,621 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:28:30,622 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Unable to get data of znode /0-211690299/balancer because node does not exist (not necessarily an error) 2024-12-03T06:28:30,654 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-211690299/balancer already deleted, retry=false 2024-12-03T06:28:30,655 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:28:30,656 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Unable to get data of znode /0-211690299/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:28:30,663 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-211690299/normalizer already deleted, retry=false 2024-12-03T06:28:30,663 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:28:30,664 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Unable to get data of znode /0-211690299/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:28:30,671 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-211690299/switch/split already deleted, retry=false 2024-12-03T06:28:30,672 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Unable to get data of znode /0-211690299/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:28:30,679 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-211690299/switch/merge already deleted, retry=false 2024-12-03T06:28:30,682 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Unable to get data of znode /0-211690299/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:28:30,688 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-211690299/snapshot-cleanup already deleted, retry=false 2024-12-03T06:28:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-211690299/running 2024-12-03T06:28:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-211690299/running 2024-12-03T06:28:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:30,697 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,37259,1733207308660, sessionid=0x1009eb6b1790000, setting cluster-up flag (Was=false) 2024-12-03T06:28:30,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:30,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:30,738 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-211690299/flush-table-proc/acquired, /0-211690299/flush-table-proc/reached, /0-211690299/flush-table-proc/abort 2024-12-03T06:28:30,739 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,37259,1733207308660 2024-12-03T06:28:30,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:30,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:30,788 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-211690299/online-snapshot/acquired, /0-211690299/online-snapshot/reached, /0-211690299/online-snapshot/abort 2024-12-03T06:28:30,792 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,37259,1733207308660 2024-12-03T06:28:30,794 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:28:30,797 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:30,797 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:28:30,797 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:28:30,797 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,37259,1733207308660 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:28:30,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:30,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:30,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:30,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:30,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:28:30,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:28:30,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:30,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:28:30,807 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:30,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:28:30,807 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207340807 2024-12-03T06:28:30,808 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:28:30,808 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:28:30,808 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:28:30,808 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:28:30,808 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:28:30,808 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:28:30,810 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,817 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:28:30,817 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:28:30,817 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:28:30,817 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:28:30,817 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:28:30,817 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:28:30,818 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207310817,5,FailOnTimeoutGroup] 2024-12-03T06:28:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:28:30,822 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207310818,5,FailOnTimeoutGroup] 2024-12-03T06:28:30,822 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,822 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:28:30,822 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,822 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,837 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(746): ClusterId : d846af45-5902-48cc-92cb-7be486d2a529 2024-12-03T06:28:30,837 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:28:30,853 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:28:30,853 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:28:30,864 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:28:30,864 DEBUG [RS:0;122cddc95ec8:46283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7939de8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:28:30,880 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:46283 2024-12-03T06:28:30,880 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:28:30,880 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:28:30,881 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:28:30,881 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,37259,1733207308660 with port=46283, startcode=1733207308814 2024-12-03T06:28:30,882 DEBUG [RS:0;122cddc95ec8:46283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:28:30,884 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:28:30,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,46283,1733207308814 2024-12-03T06:28:30,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37259 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,46283,1733207308814 2024-12-03T06:28:30,886 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af 2024-12-03T06:28:30,886 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34079 2024-12-03T06:28:30,886 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:28:30,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299/rs 2024-12-03T06:28:30,897 DEBUG [RS:0;122cddc95ec8:46283 {}] zookeeper.ZKUtil(111): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Set watcher on existing znode=/0-211690299/rs/122cddc95ec8,46283,1733207308814 2024-12-03T06:28:30,897 WARN [RS:0;122cddc95ec8:46283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:28:30,897 INFO [RS:0;122cddc95ec8:46283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:30,897 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814 2024-12-03T06:28:30,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,46283,1733207308814] 2024-12-03T06:28:30,901 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:28:30,906 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:28:30,906 INFO [RS:0;122cddc95ec8:46283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:28:30,906 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,910 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:28:30,911 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:28:30,911 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,911 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,911 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,911 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,911 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,911 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,912 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:28:30,912 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,912 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,912 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,912 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,912 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,912 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:30,912 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:28:30,912 DEBUG [RS:0;122cddc95ec8:46283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:28:30,916 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,916 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,916 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,916 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,916 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,916 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46283,1733207308814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:28:30,931 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:28:30,931 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46283,1733207308814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,931 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,931 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.Replication(171): 122cddc95ec8,46283,1733207308814 started 2024-12-03T06:28:30,945 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:30,945 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,46283,1733207308814, RpcServer on 122cddc95ec8/172.17.0.2:46283, sessionid=0x1009eb6b1790001 2024-12-03T06:28:30,945 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:28:30,945 DEBUG [RS:0;122cddc95ec8:46283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,46283,1733207308814 2024-12-03T06:28:30,946 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,46283,1733207308814' 2024-12-03T06:28:30,946 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-211690299/flush-table-proc/abort' 2024-12-03T06:28:30,946 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-211690299/flush-table-proc/acquired' 2024-12-03T06:28:30,947 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:28:30,947 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:28:30,947 DEBUG [RS:0;122cddc95ec8:46283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,46283,1733207308814 2024-12-03T06:28:30,947 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,46283,1733207308814' 2024-12-03T06:28:30,947 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-211690299/online-snapshot/abort' 2024-12-03T06:28:30,947 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-211690299/online-snapshot/acquired' 2024-12-03T06:28:30,948 DEBUG [RS:0;122cddc95ec8:46283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:28:30,948 INFO [RS:0;122cddc95ec8:46283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:28:30,948 INFO [RS:0;122cddc95ec8:46283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:28:31,048 INFO [RS:0;122cddc95ec8:46283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:28:31,050 INFO [RS:0;122cddc95ec8:46283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46283%2C1733207308814, suffix=, logDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814, archiveDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/oldWALs, maxLogs=10 2024-12-03T06:28:31,066 DEBUG [RS:0;122cddc95ec8:46283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050, exclude list is [], retry=0 2024-12-03T06:28:31,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-1235f910-6119-47b2-a456-f23d0a9e10b5,DISK] 2024-12-03T06:28:31,073 INFO [RS:0;122cddc95ec8:46283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 2024-12-03T06:28:31,073 DEBUG [RS:0;122cddc95ec8:46283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-12-03T06:28:31,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:28:31,222 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af 2024-12-03T06:28:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:28:31,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:31,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:28:31,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:28:31,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:31,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:31,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:28:31,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:28:31,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:31,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:31,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:28:31,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:28:31,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:31,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:31,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:28:31,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:28:31,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:31,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:31,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:28:31,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740 2024-12-03T06:28:31,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740 2024-12-03T06:28:31,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:28:31,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:28:31,247 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:31,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:28:31,250 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:31,250 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71246581, jitterRate=0.06165678799152374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:31,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207311235Initializing all the Stores at 1733207311236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207311236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207311236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207311236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207311236Cleaning up temporary data from old regions at 1733207311246 (+10 ms)Region opened successfully at 1733207311251 (+5 ms) 2024-12-03T06:28:31,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:28:31,251 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:28:31,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:28:31,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:28:31,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:28:31,251 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:31,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207311251Disabling compacts and flushes for region at 1733207311251Disabling writes for close at 1733207311251Writing region close event to WAL at 1733207311251Closed at 1733207311251 2024-12-03T06:28:31,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:31,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:28:31,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:28:31,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:28:31,255 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:28:31,405 DEBUG [122cddc95ec8:37259 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:28:31,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,46283,1733207308814 2024-12-03T06:28:31,408 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,46283,1733207308814, state=OPENING 2024-12-03T06:28:31,474 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:28:31,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:31,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:31,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-211690299/meta-region-server: CHANGED 2024-12-03T06:28:31,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-211690299/meta-region-server: CHANGED 2024-12-03T06:28:31,489 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:28:31,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,46283,1733207308814}] 2024-12-03T06:28:31,643 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:28:31,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:28:31,648 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:28:31,648 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:31,649 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:28:31,650 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46283%2C1733207308814.meta, suffix=.meta, logDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814, archiveDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/oldWALs, maxLogs=10 2024-12-03T06:28:31,661 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.meta.1733207311650.meta, exclude list is [], retry=0 2024-12-03T06:28:31,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-1235f910-6119-47b2-a456-f23d0a9e10b5,DISK] 2024-12-03T06:28:31,665 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.meta.1733207311650.meta 2024-12-03T06:28:31,665 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-12-03T06:28:31,665 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:31,666 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:28:31,666 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:28:31,666 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:28:31,666 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:28:31,666 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:28:31,666 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:31,666 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:28:31,666 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:28:31,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:28:31,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:28:31,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:31,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:31,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:28:31,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:28:31,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:31,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:31,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:28:31,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:28:31,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:31,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:31,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:28:31,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:28:31,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:31,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:31,672 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:28:31,673 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740 2024-12-03T06:28:31,674 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740 2024-12-03T06:28:31,675 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:28:31,675 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:28:31,675 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:31,676 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:28:31,677 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73438099, jitterRate=0.09431295096874237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:31,677 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:28:31,677 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207311666Writing region info on filesystem at 1733207311666Initializing all the Stores at 1733207311667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207311667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207311667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207311667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207311667Cleaning up temporary data from old regions at 1733207311675 (+8 ms)Running coprocessor post-open hooks at 1733207311677 (+2 ms)Region opened successfully at 1733207311677 2024-12-03T06:28:31,678 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207311643 2024-12-03T06:28:31,681 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:28:31,681 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:28:31,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,46283,1733207308814 2024-12-03T06:28:31,682 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,46283,1733207308814, state=OPEN 2024-12-03T06:28:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-211690299/meta-region-server 2024-12-03T06:28:31,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-211690299/meta-region-server 2024-12-03T06:28:31,771 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,46283,1733207308814 2024-12-03T06:28:31,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-211690299/meta-region-server: CHANGED 2024-12-03T06:28:31,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-211690299/meta-region-server: CHANGED 2024-12-03T06:28:31,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:28:31,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,46283,1733207308814 in 282 msec 2024-12-03T06:28:31,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:28:31,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 521 msec 2024-12-03T06:28:31,777 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:31,777 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:28:31,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:31,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46283,1733207308814, seqNum=-1] 2024-12-03T06:28:31,779 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:31,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:31,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 988 msec 2024-12-03T06:28:31,785 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207311785, completionTime=-1 2024-12-03T06:28:31,785 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:28:31,785 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:28:31,786 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:28:31,787 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207371786 2024-12-03T06:28:31,787 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207431787 2024-12-03T06:28:31,787 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:28:31,787 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37259,1733207308660-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:31,787 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37259,1733207308660-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:31,787 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37259,1733207308660-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:31,787 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:37259, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:31,787 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:31,787 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:31,789 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:28:31,790 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.919sec 2024-12-03T06:28:31,790 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:28:31,790 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:28:31,790 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:28:31,790 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:28:31,790 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:28:31,791 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37259,1733207308660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:28:31,791 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37259,1733207308660-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:28:31,793 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:28:31,793 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:28:31,793 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,37259,1733207308660-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:31,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc1d38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:31,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,37259,-1 for getting cluster id 2024-12-03T06:28:31,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:31,840 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd846af45-5902-48cc-92cb-7be486d2a529' 2024-12-03T06:28:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d846af45-5902-48cc-92cb-7be486d2a529" 2024-12-03T06:28:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d833bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,37259,-1] 2024-12-03T06:28:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:31,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:31,842 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:31,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273110db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:31,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46283,1733207308814, seqNum=-1] 2024-12-03T06:28:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:31,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:31,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,37259,1733207308660 2024-12-03T06:28:31,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-12-03T06:28:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:31,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009eb6b1790002 connected 2024-12-03T06:28:31,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/hadoop.log.dir so I do NOT create it in target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380 2024-12-03T06:28:31,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:28:31,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/hadoop.tmp.dir so I do NOT create it in target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380 2024-12-03T06:28:31,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:28:31,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380 2024-12-03T06:28:31,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/cluster_4aff7e51-2829-3dec-744e-06ba015aad20, deleteOnExit=true 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/test.cache.data in system properties and HBase conf 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:28:31,874 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:28:31,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:28:31,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:28:32,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:32,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:28:32,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:28:32,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:28:32,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:28:32,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:32,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b3d5207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:28:32,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@847f2b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:28:32,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2321bae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/java.io.tmpdir/jetty-localhost-45039-hadoop-hdfs-3_4_1-tests_jar-_-any-8212965177755787013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:28:32,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42b16601{HTTP/1.1, (http/1.1)}{localhost:45039} 2024-12-03T06:28:32,371 INFO [Time-limited test {}] server.Server(415): Started @57622ms 2024-12-03T06:28:32,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:28:32,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:28:32,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:28:32,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:28:32,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:28:32,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225e79ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:28:32,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290405a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:28:32,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bf1f95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/java.io.tmpdir/jetty-localhost-38677-hadoop-hdfs-3_4_1-tests_jar-_-any-8152030237869382007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:28:32,683 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@172ab688{HTTP/1.1, (http/1.1)}{localhost:38677} 2024-12-03T06:28:32,683 INFO [Time-limited test {}] server.Server(415): Started @57934ms 2024-12-03T06:28:32,684 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:28:33,234 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/cluster_4aff7e51-2829-3dec-744e-06ba015aad20/data/data1/current/BP-384131230-172.17.0.2-1733207311894/current, will proceed with Du for space computation calculation, 2024-12-03T06:28:33,234 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/cluster_4aff7e51-2829-3dec-744e-06ba015aad20/data/data2/current/BP-384131230-172.17.0.2-1733207311894/current, will proceed with Du for space computation calculation, 2024-12-03T06:28:33,249 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:28:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe48e1b2908d5b7c with lease ID 0x2a357084bab0695: Processing first storage report for DS-aee5cb41-1d94-4098-9f7e-25d57e700822 from datanode DatanodeRegistration(127.0.0.1:42825, datanodeUuid=38fa1a93-2144-4cbd-8c10-ee35bac6a67a, infoPort=35641, infoSecurePort=0, ipcPort=39927, storageInfo=lv=-57;cid=testClusterID;nsid=711198926;c=1733207311894) 2024-12-03T06:28:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe48e1b2908d5b7c with lease ID 0x2a357084bab0695: from storage DS-aee5cb41-1d94-4098-9f7e-25d57e700822 node DatanodeRegistration(127.0.0.1:42825, datanodeUuid=38fa1a93-2144-4cbd-8c10-ee35bac6a67a, infoPort=35641, infoSecurePort=0, ipcPort=39927, storageInfo=lv=-57;cid=testClusterID;nsid=711198926;c=1733207311894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:28:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe48e1b2908d5b7c with lease ID 0x2a357084bab0695: Processing first storage report for DS-aa60776a-6b66-4372-9e50-2c9143220e5e from datanode DatanodeRegistration(127.0.0.1:42825, datanodeUuid=38fa1a93-2144-4cbd-8c10-ee35bac6a67a, infoPort=35641, infoSecurePort=0, ipcPort=39927, storageInfo=lv=-57;cid=testClusterID;nsid=711198926;c=1733207311894) 2024-12-03T06:28:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe48e1b2908d5b7c with lease ID 0x2a357084bab0695: from storage DS-aa60776a-6b66-4372-9e50-2c9143220e5e node DatanodeRegistration(127.0.0.1:42825, datanodeUuid=38fa1a93-2144-4cbd-8c10-ee35bac6a67a, infoPort=35641, infoSecurePort=0, ipcPort=39927, storageInfo=lv=-57;cid=testClusterID;nsid=711198926;c=1733207311894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:28:33,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380 2024-12-03T06:28:33,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:33,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:33,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:28:33,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3 with version=8 2024-12-03T06:28:33,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/hbase-staging 2024-12-03T06:28:33,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:28:33,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:33,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:33,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:28:33,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:33,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:28:33,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:28:33,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:28:33,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38303 2024-12-03T06:28:33,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38303 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-12-03T06:28:33,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383030x0, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:33,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38303-0x1009eb6b1790003 connected 2024-12-03T06:28:33,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:33,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:33,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Set watcher on znode that does not yet exist, /11924921756/running 2024-12-03T06:28:33,927 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3, hbase.cluster.distributed=false 2024-12-03T06:28:33,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Set watcher on znode that does not yet exist, /11924921756/acl 2024-12-03T06:28:33,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38303 2024-12-03T06:28:33,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38303 2024-12-03T06:28:33,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38303 2024-12-03T06:28:33,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38303 2024-12-03T06:28:33,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38303 2024-12-03T06:28:33,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:28:33,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:33,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:33,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:28:33,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:28:33,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:28:33,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:28:33,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:28:33,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33799 2024-12-03T06:28:33,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33799 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-12-03T06:28:33,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:33,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:33,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337990x0, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:33,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337990x0, quorum=127.0.0.1:50179, baseZNode=/11924921756 Set watcher on znode that does not yet exist, /11924921756/running 2024-12-03T06:28:33,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33799-0x1009eb6b1790004 connected 2024-12-03T06:28:33,980 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:28:33,981 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:28:33,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Set watcher on znode that does not yet exist, /11924921756/master 2024-12-03T06:28:33,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Set watcher on znode that does not yet exist, /11924921756/acl 2024-12-03T06:28:33,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33799 2024-12-03T06:28:33,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33799 2024-12-03T06:28:33,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33799 2024-12-03T06:28:33,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33799 2024-12-03T06:28:33,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33799 2024-12-03T06:28:33,995 DEBUG [M:0;122cddc95ec8:38303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:38303 2024-12-03T06:28:33,996 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11924921756/backup-masters/122cddc95ec8,38303,1733207313721 2024-12-03T06:28:34,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756/backup-masters 2024-12-03T06:28:34,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756/backup-masters 2024-12-03T06:28:34,027 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Set watcher on existing znode=/11924921756/backup-masters/122cddc95ec8,38303,1733207313721 2024-12-03T06:28:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11924921756/master 2024-12-03T06:28:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:34,071 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Set watcher on existing znode=/11924921756/master 2024-12-03T06:28:34,072 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11924921756/backup-masters/122cddc95ec8,38303,1733207313721 from backup master directory 2024-12-03T06:28:34,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11924921756/backup-masters/122cddc95ec8,38303,1733207313721 2024-12-03T06:28:34,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756/backup-masters 2024-12-03T06:28:34,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756/backup-masters 2024-12-03T06:28:34,113 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:28:34,113 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,38303,1733207313721 2024-12-03T06:28:34,116 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/hbase.id] with ID: b6a71244-0457-4541-b544-e6eea7d60c92 2024-12-03T06:28:34,116 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/.tmp/hbase.id 2024-12-03T06:28:34,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:28:34,524 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/.tmp/hbase.id]:[hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/hbase.id] 2024-12-03T06:28:34,535 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:34,536 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:28:34,537 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:28:34,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:34,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:28:34,991 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:28:34,991 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:28:34,992 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:34,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:28:35,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store 2024-12-03T06:28:35,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:28:35,808 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:35,808 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:28:35,808 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:35,808 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:35,808 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:28:35,808 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:35,808 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:28:35,808 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207315808Disabling compacts and flushes for region at 1733207315808Disabling writes for close at 1733207315808Writing region close event to WAL at 1733207315808Closed at 1733207315808 2024-12-03T06:28:35,809 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/.initializing 2024-12-03T06:28:35,810 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/WALs/122cddc95ec8,38303,1733207313721 2024-12-03T06:28:35,811 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:28:35,813 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C38303%2C1733207313721, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/WALs/122cddc95ec8,38303,1733207313721, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/oldWALs, maxLogs=10 2024-12-03T06:28:35,830 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/WALs/122cddc95ec8,38303,1733207313721/122cddc95ec8%2C38303%2C1733207313721.1733207315813, exclude list is [], retry=0 2024-12-03T06:28:35,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42825,DS-aee5cb41-1d94-4098-9f7e-25d57e700822,DISK] 2024-12-03T06:28:35,837 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/WALs/122cddc95ec8,38303,1733207313721/122cddc95ec8%2C38303%2C1733207313721.1733207315813 2024-12-03T06:28:35,837 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35641:35641)] 2024-12-03T06:28:35,837 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:35,837 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:35,837 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,837 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:28:35,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:35,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:35,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:28:35,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:35,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:35,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:28:35,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:35,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:35,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:28:35,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:35,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:35,850 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,851 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,851 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,852 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,852 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,853 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:35,854 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:28:35,856 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:35,857 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69939822, jitterRate=0.04218456149101257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:35,857 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207315837Initializing all the Stores at 1733207315838 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207315839 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207315841 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207315841Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207315841Cleaning up temporary data from old regions at 1733207315852 (+11 ms)Region opened successfully at 1733207315857 (+5 ms) 2024-12-03T06:28:35,857 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:28:35,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:28:35,860 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:28:35,861 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:28:35,861 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:28:35,861 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:28:35,861 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:28:35,862 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:28:35,862 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:28:35,862 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:28:35,867 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:28:35,868 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Unable to get data of znode /11924921756/balancer because node does not exist (not necessarily an error) 2024-12-03T06:28:35,876 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11924921756/balancer already deleted, retry=false 2024-12-03T06:28:35,877 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:28:35,877 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Unable to get data of znode /11924921756/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:28:35,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:35,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:35,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:35,887 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11924921756/normalizer already deleted, retry=false 2024-12-03T06:28:35,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:35,888 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:28:35,889 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Unable to get data of znode /11924921756/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:28:35,896 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11924921756/switch/split already deleted, retry=false 2024-12-03T06:28:35,897 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Unable to get data of znode /11924921756/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:28:35,904 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11924921756/switch/merge already deleted, retry=false 2024-12-03T06:28:35,906 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Unable to get data of znode /11924921756/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:28:35,912 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11924921756/snapshot-cleanup already deleted, retry=false 2024-12-03T06:28:35,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11924921756/running 2024-12-03T06:28:35,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:35,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11924921756/running 2024-12-03T06:28:35,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:35,927 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,38303,1733207313721, sessionid=0x1009eb6b1790003, setting cluster-up flag (Was=false) 2024-12-03T06:28:35,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:35,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:35,988 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11924921756/flush-table-proc/acquired, /11924921756/flush-table-proc/reached, /11924921756/flush-table-proc/abort 2024-12-03T06:28:35,989 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,38303,1733207313721 2024-12-03T06:28:36,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:36,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:36,029 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11924921756/online-snapshot/acquired, /11924921756/online-snapshot/reached, /11924921756/online-snapshot/abort 2024-12-03T06:28:36,030 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,38303,1733207313721 2024-12-03T06:28:36,032 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:28:36,034 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:36,034 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:28:36,034 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:28:36,034 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,38303,1733207313721 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:28:36,035 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:36,035 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:36,036 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:36,036 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:28:36,036 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:28:36,036 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,036 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:28:36,036 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,037 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207346037 2024-12-03T06:28:36,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:28:36,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:28:36,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:28:36,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:28:36,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:28:36,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:28:36,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:36,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:28:36,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:36,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:28:36,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:28:36,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:28:36,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:28:36,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:28:36,043 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:28:36,043 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:28:36,043 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207316043,5,FailOnTimeoutGroup] 2024-12-03T06:28:36,045 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207316043,5,FailOnTimeoutGroup] 2024-12-03T06:28:36,045 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,045 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:28:36,045 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,045 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:28:36,089 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(746): ClusterId : b6a71244-0457-4541-b544-e6eea7d60c92 2024-12-03T06:28:36,090 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:28:36,097 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:28:36,097 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:28:36,105 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:28:36,105 DEBUG [RS:0;122cddc95ec8:33799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7497255a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:28:36,115 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:33799 2024-12-03T06:28:36,115 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:28:36,115 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:28:36,115 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:28:36,116 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,38303,1733207313721 with port=33799, startcode=1733207313948 2024-12-03T06:28:36,116 DEBUG [RS:0;122cddc95ec8:33799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:28:36,117 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:28:36,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,33799,1733207313948 2024-12-03T06:28:36,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38303 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,33799,1733207313948 2024-12-03T06:28:36,119 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3 2024-12-03T06:28:36,119 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33281 2024-12-03T06:28:36,119 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:28:36,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756/rs 2024-12-03T06:28:36,145 DEBUG [RS:0;122cddc95ec8:33799 {}] zookeeper.ZKUtil(111): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Set watcher on existing znode=/11924921756/rs/122cddc95ec8,33799,1733207313948 2024-12-03T06:28:36,145 WARN [RS:0;122cddc95ec8:33799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:28:36,146 INFO [RS:0;122cddc95ec8:33799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:36,146 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/WALs/122cddc95ec8,33799,1733207313948 2024-12-03T06:28:36,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,33799,1733207313948] 2024-12-03T06:28:36,149 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:28:36,150 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:28:36,150 INFO [RS:0;122cddc95ec8:33799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:28:36,150 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,151 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:28:36,151 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:28:36,151 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,151 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,151 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,151 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:28:36,152 DEBUG [RS:0;122cddc95ec8:33799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:28:36,152 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,152 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,152 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,152 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,152 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,152 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33799,1733207313948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:28:36,164 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:28:36,164 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33799,1733207313948-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,164 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,164 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.Replication(171): 122cddc95ec8,33799,1733207313948 started 2024-12-03T06:28:36,176 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:36,176 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,33799,1733207313948, RpcServer on 122cddc95ec8/172.17.0.2:33799, sessionid=0x1009eb6b1790004 2024-12-03T06:28:36,176 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:28:36,176 DEBUG [RS:0;122cddc95ec8:33799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,33799,1733207313948 2024-12-03T06:28:36,176 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,33799,1733207313948' 2024-12-03T06:28:36,176 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11924921756/flush-table-proc/abort' 2024-12-03T06:28:36,177 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11924921756/flush-table-proc/acquired' 2024-12-03T06:28:36,177 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:28:36,177 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:28:36,177 DEBUG [RS:0;122cddc95ec8:33799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,33799,1733207313948 2024-12-03T06:28:36,177 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,33799,1733207313948' 2024-12-03T06:28:36,177 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11924921756/online-snapshot/abort' 2024-12-03T06:28:36,177 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11924921756/online-snapshot/acquired' 2024-12-03T06:28:36,178 DEBUG [RS:0;122cddc95ec8:33799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:28:36,178 INFO [RS:0;122cddc95ec8:33799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:28:36,178 INFO [RS:0;122cddc95ec8:33799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:28:36,278 INFO [RS:0;122cddc95ec8:33799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:28:36,280 INFO [RS:0;122cddc95ec8:33799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C33799%2C1733207313948, suffix=, logDir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/WALs/122cddc95ec8,33799,1733207313948, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/oldWALs, maxLogs=10 2024-12-03T06:28:36,290 DEBUG [RS:0;122cddc95ec8:33799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/WALs/122cddc95ec8,33799,1733207313948/122cddc95ec8%2C33799%2C1733207313948.1733207316280, exclude list is [], retry=0 2024-12-03T06:28:36,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42825,DS-aee5cb41-1d94-4098-9f7e-25d57e700822,DISK] 2024-12-03T06:28:36,296 INFO [RS:0;122cddc95ec8:33799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/WALs/122cddc95ec8,33799,1733207313948/122cddc95ec8%2C33799%2C1733207313948.1733207316280 2024-12-03T06:28:36,296 DEBUG [RS:0;122cddc95ec8:33799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35641:35641)] 2024-12-03T06:28:36,450 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:28:36,450 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3 2024-12-03T06:28:36,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:28:36,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:36,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:28:36,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:28:36,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:36,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:36,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:28:36,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:28:36,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:36,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:36,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:28:36,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:28:36,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:36,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:36,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:28:36,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:28:36,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:36,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:36,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:28:36,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740 2024-12-03T06:28:36,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740 2024-12-03T06:28:36,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:28:36,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:28:36,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:36,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:28:36,870 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:36,871 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60936978, jitterRate=-0.09196826815605164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:36,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207316857Initializing all the Stores at 1733207316858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207316858Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207316858Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207316858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207316858Cleaning up temporary data from old regions at 1733207316867 (+9 ms)Region opened successfully at 1733207316871 (+4 ms) 2024-12-03T06:28:36,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:28:36,871 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:28:36,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:28:36,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:28:36,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:28:36,871 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:28:36,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207316871Disabling compacts and flushes for region at 1733207316871Disabling writes for close at 1733207316871Writing region close event to WAL at 1733207316871Closed at 1733207316871 2024-12-03T06:28:36,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:36,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:28:36,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:28:36,874 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:28:36,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:28:36,901 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:28:37,025 DEBUG [122cddc95ec8:38303 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:28:37,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,33799,1733207313948 2024-12-03T06:28:37,027 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,33799,1733207313948, state=OPENING 2024-12-03T06:28:37,062 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:28:37,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:37,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:28:37,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11924921756/meta-region-server: CHANGED 2024-12-03T06:28:37,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11924921756/meta-region-server: CHANGED 2024-12-03T06:28:37,071 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:28:37,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,33799,1733207313948}] 2024-12-03T06:28:37,224 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:28:37,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:28:37,229 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:28:37,229 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:37,229 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:28:37,231 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C33799%2C1733207313948.meta, suffix=.meta, logDir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/WALs/122cddc95ec8,33799,1733207313948, archiveDir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/oldWALs, maxLogs=10 2024-12-03T06:28:37,241 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/WALs/122cddc95ec8,33799,1733207313948/122cddc95ec8%2C33799%2C1733207313948.meta.1733207317231.meta, exclude list is [], retry=0 2024-12-03T06:28:37,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42825,DS-aee5cb41-1d94-4098-9f7e-25d57e700822,DISK] 2024-12-03T06:28:37,245 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/WALs/122cddc95ec8,33799,1733207313948/122cddc95ec8%2C33799%2C1733207313948.meta.1733207317231.meta 2024-12-03T06:28:37,245 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35641:35641)] 2024-12-03T06:28:37,245 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:37,246 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:28:37,246 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:28:37,246 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:28:37,246 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:28:37,246 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:28:37,246 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:37,246 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:28:37,246 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:28:37,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:28:37,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:28:37,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:37,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:37,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:28:37,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:28:37,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:37,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:37,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:28:37,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:28:37,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:37,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:37,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:28:37,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:28:37,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:37,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:28:37,253 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:28:37,253 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740 2024-12-03T06:28:37,254 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740 2024-12-03T06:28:37,255 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:28:37,255 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:28:37,255 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:28:37,256 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:28:37,257 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59870474, jitterRate=-0.10786041617393494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:28:37,257 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:28:37,257 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207317246Writing region info on filesystem at 1733207317246Initializing all the Stores at 1733207317247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207317247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207317247Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207317247Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207317247Cleaning up temporary data from old regions at 1733207317255 (+8 ms)Running coprocessor post-open hooks at 1733207317257 (+2 ms)Region opened successfully at 1733207317257 2024-12-03T06:28:37,258 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207317224 2024-12-03T06:28:37,260 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:28:37,260 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:28:37,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,33799,1733207313948 2024-12-03T06:28:37,261 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,33799,1733207313948, state=OPEN 2024-12-03T06:28:37,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11924921756/meta-region-server 2024-12-03T06:28:37,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11924921756/meta-region-server 2024-12-03T06:28:37,271 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,33799,1733207313948 2024-12-03T06:28:37,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11924921756/meta-region-server: CHANGED 2024-12-03T06:28:37,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11924921756/meta-region-server: CHANGED 2024-12-03T06:28:37,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:28:37,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,33799,1733207313948 in 199 msec 2024-12-03T06:28:37,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:28:37,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-12-03T06:28:37,276 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:28:37,276 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:28:37,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:37,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,33799,1733207313948, seqNum=-1] 2024-12-03T06:28:37,278 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:37,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:37,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-12-03T06:28:37,283 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207317283, completionTime=-1 2024-12-03T06:28:37,284 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:28:37,284 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:28:37,285 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:28:37,285 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207377285 2024-12-03T06:28:37,285 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207437285 2024-12-03T06:28:37,285 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:28:37,285 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38303,1733207313721-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:37,285 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38303,1733207313721-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:37,285 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38303,1733207313721-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:37,286 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:38303, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:37,286 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:37,286 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:37,287 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:28:37,289 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.176sec 2024-12-03T06:28:37,289 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:28:37,289 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:28:37,289 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:28:37,289 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:28:37,289 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:28:37,289 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38303,1733207313721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:28:37,289 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38303,1733207313721-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:28:37,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31eb4d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:37,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38303,-1 for getting cluster id 2024-12-03T06:28:37,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:37,292 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:28:37,292 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:28:37,292 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38303,1733207313721-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:28:37,292 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a71244-0457-4541-b544-e6eea7d60c92' 2024-12-03T06:28:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a71244-0457-4541-b544-e6eea7d60c92" 2024-12-03T06:28:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac9d846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:37,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38303,-1] 2024-12-03T06:28:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:37,293 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:37,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e042af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:37,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,33799,1733207313948, seqNum=-1] 2024-12-03T06:28:37,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:37,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:37,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,38303,1733207313721 2024-12-03T06:28:37,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-12-03T06:28:37,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:28:37,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009eb6b1790005 connected 2024-12-03T06:28:37,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,37259,1733207308660 2024-12-03T06:28:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@121f658c 2024-12-03T06:28:37,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:37,325 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:28:37,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:28:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:28:37,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:28:37,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:37,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:28:37,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:28:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:37,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:28:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:37,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0634bf0afba64b112564ccdc587e7b4, NAME => 'test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af 2024-12-03T06:28:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:28:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:38,146 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:38,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b0634bf0afba64b112564ccdc587e7b4, disabling compactions & flushes 2024-12-03T06:28:38,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:28:38,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:28:38,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. after waiting 0 ms 2024-12-03T06:28:38,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:28:38,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:28:38,147 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0634bf0afba64b112564ccdc587e7b4: Waiting for close lock at 1733207318147Disabling compacts and flushes for region at 1733207318147Disabling writes for close at 1733207318147Writing region close event to WAL at 1733207318147Closed at 1733207318147 2024-12-03T06:28:38,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:28:38,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207318149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207318149"}]},"ts":"1733207318149"} 2024-12-03T06:28:38,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:28:38,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:28:38,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207318153"}]},"ts":"1733207318153"} 2024-12-03T06:28:38,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:28:38,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0634bf0afba64b112564ccdc587e7b4, ASSIGN}] 2024-12-03T06:28:38,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0634bf0afba64b112564ccdc587e7b4, ASSIGN 2024-12-03T06:28:38,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b0634bf0afba64b112564ccdc587e7b4, ASSIGN; state=OFFLINE, location=122cddc95ec8,46283,1733207308814; forceNewPlan=false, retain=false 2024-12-03T06:28:38,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0634bf0afba64b112564ccdc587e7b4, regionState=OPENING, regionLocation=122cddc95ec8,46283,1733207308814 2024-12-03T06:28:38,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b0634bf0afba64b112564ccdc587e7b4, ASSIGN because future has completed 2024-12-03T06:28:38,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0634bf0afba64b112564ccdc587e7b4, server=122cddc95ec8,46283,1733207308814}] 2024-12-03T06:28:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:38,471 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:28:38,471 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b0634bf0afba64b112564ccdc587e7b4, NAME => 'test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:38,471 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:28:38,472 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:28:38,472 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,472 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:38,472 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,472 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,474 INFO [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,475 INFO [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0634bf0afba64b112564ccdc587e7b4 columnFamilyName f 2024-12-03T06:28:38,475 DEBUG [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:38,476 INFO [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] regionserver.HStore(327): Store=b0634bf0afba64b112564ccdc587e7b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:38,476 INFO [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,477 INFO [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0634bf0afba64b112564ccdc587e7b4 columnFamilyName f1 2024-12-03T06:28:38,477 DEBUG [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:38,478 INFO [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] regionserver.HStore(327): Store=b0634bf0afba64b112564ccdc587e7b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:38,478 INFO [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,479 INFO [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0634bf0afba64b112564ccdc587e7b4 columnFamilyName norep 2024-12-03T06:28:38,479 DEBUG [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:38,479 INFO [StoreOpener-b0634bf0afba64b112564ccdc587e7b4-1 {}] regionserver.HStore(327): Store=b0634bf0afba64b112564ccdc587e7b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:38,479 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,480 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,480 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,481 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,481 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,482 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:28:38,483 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,485 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:38,486 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b0634bf0afba64b112564ccdc587e7b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67083090, jitterRate=-3.840625286102295E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:28:38,486 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:28:38,487 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b0634bf0afba64b112564ccdc587e7b4: Running coprocessor pre-open hook at 1733207318472Writing region info on filesystem at 1733207318472Initializing all the Stores at 1733207318473 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207318473Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207318473Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207318473Cleaning up temporary data from old regions at 1733207318481 (+8 ms)Running coprocessor post-open hooks at 1733207318486 (+5 ms)Region opened successfully at 1733207318487 (+1 ms) 2024-12-03T06:28:38,489 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., pid=6, masterSystemTime=1733207318466 2024-12-03T06:28:38,492 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:28:38,492 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:28:38,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0634bf0afba64b112564ccdc587e7b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,46283,1733207308814 2024-12-03T06:28:38,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0634bf0afba64b112564ccdc587e7b4, server=122cddc95ec8,46283,1733207308814 because future has completed 2024-12-03T06:28:38,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:28:38,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b0634bf0afba64b112564ccdc587e7b4, server=122cddc95ec8,46283,1733207308814 in 186 msec 2024-12-03T06:28:38,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:28:38,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b0634bf0afba64b112564ccdc587e7b4, ASSIGN in 347 msec 2024-12-03T06:28:38,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:28:38,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207318507"}]},"ts":"1733207318507"} 2024-12-03T06:28:38,510 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:28:38,512 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:28:38,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-12-03T06:28:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:39,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:39,478 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:28:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,38303,1733207313721 2024-12-03T06:28:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f3d2d9 2024-12-03T06:28:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:39,480 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:28:39,481 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:28:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:28:39,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:28:39,484 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:39,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:28:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:39,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:28:39,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:28:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:39,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67dc5724bef40654484ac8412da57aff, NAME => 'test,,1733207319480.67dc5724bef40654484ac8412da57aff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3 2024-12-03T06:28:39,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:28:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207319480.67dc5724bef40654484ac8412da57aff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 67dc5724bef40654484ac8412da57aff, disabling compactions & flushes 2024-12-03T06:28:39,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:28:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:28:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207319480.67dc5724bef40654484ac8412da57aff. after waiting 0 ms 2024-12-03T06:28:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:28:39,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:28:39,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67dc5724bef40654484ac8412da57aff: Waiting for close lock at 1733207319907Disabling compacts and flushes for region at 1733207319907Disabling writes for close at 1733207319907Writing region close event to WAL at 1733207319907Closed at 1733207319907 2024-12-03T06:28:39,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:28:39,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207319480.67dc5724bef40654484ac8412da57aff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207319908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207319908"}]},"ts":"1733207319908"} 2024-12-03T06:28:39,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:28:39,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:28:39,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207319913"}]},"ts":"1733207319913"} 2024-12-03T06:28:39,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:28:39,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67dc5724bef40654484ac8412da57aff, ASSIGN}] 2024-12-03T06:28:39,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67dc5724bef40654484ac8412da57aff, ASSIGN 2024-12-03T06:28:39,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=67dc5724bef40654484ac8412da57aff, ASSIGN; state=OFFLINE, location=122cddc95ec8,33799,1733207313948; forceNewPlan=false, retain=false 2024-12-03T06:28:40,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67dc5724bef40654484ac8412da57aff, regionState=OPENING, regionLocation=122cddc95ec8,33799,1733207313948 2024-12-03T06:28:40,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=67dc5724bef40654484ac8412da57aff, ASSIGN because future has completed 2024-12-03T06:28:40,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67dc5724bef40654484ac8412da57aff, server=122cddc95ec8,33799,1733207313948}] 2024-12-03T06:28:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:40,229 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:28:40,229 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67dc5724bef40654484ac8412da57aff, NAME => 'test,,1733207319480.67dc5724bef40654484ac8412da57aff.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:40,230 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:28:40,230 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:28:40,230 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,230 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207319480.67dc5724bef40654484ac8412da57aff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:40,230 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,230 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,231 INFO [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,232 INFO [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67dc5724bef40654484ac8412da57aff columnFamilyName f 2024-12-03T06:28:40,232 DEBUG [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:40,233 INFO [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] regionserver.HStore(327): Store=67dc5724bef40654484ac8412da57aff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:40,233 INFO [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,234 INFO [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67dc5724bef40654484ac8412da57aff columnFamilyName f1 2024-12-03T06:28:40,234 DEBUG [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:40,234 INFO [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] regionserver.HStore(327): Store=67dc5724bef40654484ac8412da57aff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:40,234 INFO [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,235 INFO [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67dc5724bef40654484ac8412da57aff columnFamilyName norep 2024-12-03T06:28:40,235 DEBUG [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:40,236 INFO [StoreOpener-67dc5724bef40654484ac8412da57aff-1 {}] regionserver.HStore(327): Store=67dc5724bef40654484ac8412da57aff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:40,236 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,236 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,237 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,238 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,238 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,238 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:28:40,239 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,241 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:40,241 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67dc5724bef40654484ac8412da57aff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66189455, jitterRate=-0.01370026171207428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:28:40,242 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67dc5724bef40654484ac8412da57aff 2024-12-03T06:28:40,242 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67dc5724bef40654484ac8412da57aff: Running coprocessor pre-open hook at 1733207320230Writing region info on filesystem at 1733207320230Initializing all the Stores at 1733207320231 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207320231Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207320231Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207320231Cleaning up temporary data from old regions at 1733207320238 (+7 ms)Running coprocessor post-open hooks at 1733207320242 (+4 ms)Region opened successfully at 1733207320242 2024-12-03T06:28:40,243 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207319480.67dc5724bef40654484ac8412da57aff., pid=6, masterSystemTime=1733207320225 2024-12-03T06:28:40,245 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:28:40,245 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:28:40,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67dc5724bef40654484ac8412da57aff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,33799,1733207313948 2024-12-03T06:28:40,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67dc5724bef40654484ac8412da57aff, server=122cddc95ec8,33799,1733207313948 because future has completed 2024-12-03T06:28:40,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:28:40,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67dc5724bef40654484ac8412da57aff, server=122cddc95ec8,33799,1733207313948 in 179 msec 2024-12-03T06:28:40,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:28:40,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=67dc5724bef40654484ac8412da57aff, ASSIGN in 338 msec 2024-12-03T06:28:40,258 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:28:40,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207320258"}]},"ts":"1733207320258"} 2024-12-03T06:28:40,260 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:28:40,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:28:40,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-12-03T06:28:40,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:28:40,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T06:28:40,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:28:40,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T06:28:40,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:28:40,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T06:28:40,358 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:28:40,358 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T06:28:40,358 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:28:40,358 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T06:28:40,358 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:28:40,358 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T06:28:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:28:40,627 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:28:40,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561e5a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,37259,-1 for getting cluster id 2024-12-03T06:28:40,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:40,629 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd846af45-5902-48cc-92cb-7be486d2a529' 2024-12-03T06:28:40,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:40,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d846af45-5902-48cc-92cb-7be486d2a529" 2024-12-03T06:28:40,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518dfeef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,37259,-1] 2024-12-03T06:28:40,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:40,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:40,631 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb61b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abe0e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38303,-1 for getting cluster id 2024-12-03T06:28:40,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:40,634 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a71244-0457-4541-b544-e6eea7d60c92' 2024-12-03T06:28:40,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:40,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a71244-0457-4541-b544-e6eea7d60c92" 2024-12-03T06:28:40,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a9f9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38303,-1] 2024-12-03T06:28:40,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:40,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:40,636 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:40,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771dbe3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9afe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,37259,-1 for getting cluster id 2024-12-03T06:28:40,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:40,639 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd846af45-5902-48cc-92cb-7be486d2a529' 2024-12-03T06:28:40,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:40,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d846af45-5902-48cc-92cb-7be486d2a529" 2024-12-03T06:28:40,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51484b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,37259,-1] 2024-12-03T06:28:40,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:40,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:40,641 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:40,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355bef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,37259,1733207308660 2024-12-03T06:28:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6da28c 2024-12-03T06:28:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:40,645 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:28:40,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:38303,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:28:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:28:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:28:40,649 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:38303' 2024-12-03T06:28:40,650 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe8a043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,650 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38303,-1 for getting cluster id 2024-12-03T06:28:40,650 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:40,651 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a71244-0457-4541-b544-e6eea7d60c92' 2024-12-03T06:28:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a71244-0457-4541-b544-e6eea7d60c92" 2024-12-03T06:28:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ed9f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38303,-1] 2024-12-03T06:28:40,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:40,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:40,653 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:40,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544d6c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:40,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:40,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,38303,1733207313721 2024-12-03T06:28:40,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@142358dc 2024-12-03T06:28:40,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:40,656 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:28:40,657 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T06:28:40,657 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:28:40,657 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:40,657 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:40,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:40,658 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:28:40,659 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:28:40,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:28:40,660 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:40,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:28:40,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:28:40,709 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:28:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:28:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:28:41,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6566ae4d1a14bb680a8ce486dfa41cb1, NAME => 'hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af 2024-12-03T06:28:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:28:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:28:41,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:41,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6566ae4d1a14bb680a8ce486dfa41cb1, disabling compactions & flushes 2024-12-03T06:28:41,478 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:28:41,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:28:41,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. after waiting 0 ms 2024-12-03T06:28:41,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:28:41,478 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:28:41,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6566ae4d1a14bb680a8ce486dfa41cb1: Waiting for close lock at 1733207321478Disabling compacts and flushes for region at 1733207321478Disabling writes for close at 1733207321478Writing region close event to WAL at 1733207321478Closed at 1733207321478 2024-12-03T06:28:41,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:28:41,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207321479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207321479"}]},"ts":"1733207321479"} 2024-12-03T06:28:41,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:28:41,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:28:41,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207321483"}]},"ts":"1733207321483"} 2024-12-03T06:28:41,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:28:41,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6566ae4d1a14bb680a8ce486dfa41cb1, ASSIGN}] 2024-12-03T06:28:41,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6566ae4d1a14bb680a8ce486dfa41cb1, ASSIGN 2024-12-03T06:28:41,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6566ae4d1a14bb680a8ce486dfa41cb1, ASSIGN; state=OFFLINE, location=122cddc95ec8,46283,1733207308814; forceNewPlan=false, retain=false 2024-12-03T06:28:41,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6566ae4d1a14bb680a8ce486dfa41cb1, regionState=OPENING, regionLocation=122cddc95ec8,46283,1733207308814 2024-12-03T06:28:41,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6566ae4d1a14bb680a8ce486dfa41cb1, ASSIGN because future has completed 2024-12-03T06:28:41,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6566ae4d1a14bb680a8ce486dfa41cb1, server=122cddc95ec8,46283,1733207308814}] 2024-12-03T06:28:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:28:41,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:28:41,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:28:41,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:28:41,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46283%2C1733207308814.rep, suffix=, logDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814, archiveDir=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/oldWALs, maxLogs=10 2024-12-03T06:28:41,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.rep.1733207321799, exclude list is [], retry=0 2024-12-03T06:28:41,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-1235f910-6119-47b2-a456-f23d0a9e10b5,DISK] 2024-12-03T06:28:41,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.rep.1733207321799 2024-12-03T06:28:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-12-03T06:28:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6566ae4d1a14bb680a8ce486dfa41cb1, NAME => 'hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:28:41,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:28:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:28:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. service=MultiRowMutationService 2024-12-03T06:28:41,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:28:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:28:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,816 INFO [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,817 INFO [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6566ae4d1a14bb680a8ce486dfa41cb1 columnFamilyName hfileref 2024-12-03T06:28:41,817 DEBUG [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:41,817 INFO [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] regionserver.HStore(327): Store=6566ae4d1a14bb680a8ce486dfa41cb1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:41,818 INFO [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,819 INFO [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6566ae4d1a14bb680a8ce486dfa41cb1 columnFamilyName queue 2024-12-03T06:28:41,819 DEBUG [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:41,819 INFO [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] regionserver.HStore(327): Store=6566ae4d1a14bb680a8ce486dfa41cb1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:41,819 INFO [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,820 INFO [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6566ae4d1a14bb680a8ce486dfa41cb1 columnFamilyName sid 2024-12-03T06:28:41,820 DEBUG [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:28:41,821 INFO [StoreOpener-6566ae4d1a14bb680a8ce486dfa41cb1-1 {}] regionserver.HStore(327): Store=6566ae4d1a14bb680a8ce486dfa41cb1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:28:41,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:28:41,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:28:41,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6566ae4d1a14bb680a8ce486dfa41cb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71213791, jitterRate=0.06116817891597748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:28:41,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:28:41,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6566ae4d1a14bb680a8ce486dfa41cb1: Running coprocessor pre-open hook at 1733207321814Writing region info on filesystem at 1733207321814Initializing all the Stores at 1733207321815 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207321815Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207321815Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207321816 (+1 ms)Cleaning up temporary data from old regions at 1733207321822 (+6 ms)Running coprocessor post-open hooks at 1733207321826 (+4 ms)Region opened successfully at 1733207321826 2024-12-03T06:28:41,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1., pid=10, masterSystemTime=1733207321793 2024-12-03T06:28:41,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:28:41,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:28:41,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6566ae4d1a14bb680a8ce486dfa41cb1, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,46283,1733207308814 2024-12-03T06:28:41,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6566ae4d1a14bb680a8ce486dfa41cb1, server=122cddc95ec8,46283,1733207308814 because future has completed 2024-12-03T06:28:41,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:28:41,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6566ae4d1a14bb680a8ce486dfa41cb1, server=122cddc95ec8,46283,1733207308814 in 193 msec 2024-12-03T06:28:41,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:28:41,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6566ae4d1a14bb680a8ce486dfa41cb1, ASSIGN in 351 msec 2024-12-03T06:28:41,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:28:41,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207321838"}]},"ts":"1733207321838"} 2024-12-03T06:28:41,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:28:41,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:28:41,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-12-03T06:28:41,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1., hostname=122cddc95ec8,46283,1733207308814, seqNum=2] 2024-12-03T06:28:41,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:41,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:28:41,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:28:42,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46283 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:28:42,064 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:28:42,090 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,46283,1733207308814, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:28:42,091 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:42,091 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46283,1733207308814, seqNum=-1] 2024-12-03T06:28:42,091 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:42,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-03T06:28:42,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,46283,1733207308814', locateType=CURRENT is [region=hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1., hostname=122cddc95ec8,46283,1733207308814, seqNum=2] 2024-12-03T06:28:42,097 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:28:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:28:42,099 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,46283,1733207308814 suceeded 2024-12-03T06:28:42,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:28:42,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-03T06:28:42,101 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:38303,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-03T06:28:42,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4570 sec 2024-12-03T06:28:42,111 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:38303' 2024-12-03T06:28:42,112 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b7de7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:42,113 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38303,-1 for getting cluster id 2024-12-03T06:28:42,113 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:42,113 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a71244-0457-4541-b544-e6eea7d60c92' 2024-12-03T06:28:42,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:42,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a71244-0457-4541-b544-e6eea7d60c92" 2024-12-03T06:28:42,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fe06723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:42,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38303,-1] 2024-12-03T06:28:42,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:42,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:42,115 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:42,115 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1faf28b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:42,116 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:42,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,38303,1733207313721 2024-12-03T06:28:42,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56642a92 2024-12-03T06:28:42,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:42,117 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-03T06:28:42,118 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,46283,1733207308814 (queues=1) is replicating from cluster=d846af45-5902-48cc-92cb-7be486d2a529 to cluster=b6a71244-0457-4541-b544-e6eea7d60c92 2024-12-03T06:28:42,118 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C46283%2C1733207308814 2024-12-03T06:28:42,118 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,46283,1733207308814, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:28:42,118 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.shipper122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C46283%2C1733207308814 2024-12-03T06:28:42,118 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050, startPosition=0, beingWritten=true 2024-12-03T06:28:42,127 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:28:42,127 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 379, reset compression=false 2024-12-03T06:28:42,127 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.shipper122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46283,1733207308814 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:28:42,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T06:28:42,335 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 379, reset compression=false 2024-12-03T06:28:42,639 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 379, reset compression=false 2024-12-03T06:28:42,778 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:28:42,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:42,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:42,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:42,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:28:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:28:42,808 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:28:42,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:42,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:42,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:42,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:42,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:42,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:42,816 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733207322815/Put/seqid=0 2024-12-03T06:28:42,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741840_1016 (size=7894) 2024-12-03T06:28:43,043 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 379, reset compression=false 2024-12-03T06:28:43,224 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f/f/hfile_1 is 34, key is ddd/f:row/1733207323223/Put/seqid=0 2024-12-03T06:28:43,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741841_1017 (size=7691) 2024-12-03T06:28:43,547 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 379, reset compression=false 2024-12-03T06:28:43,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a40904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:43,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,37259,-1 for getting cluster id 2024-12-03T06:28:43,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:43,634 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd846af45-5902-48cc-92cb-7be486d2a529' 2024-12-03T06:28:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d846af45-5902-48cc-92cb-7be486d2a529" 2024-12-03T06:28:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197610e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,37259,-1] 2024-12-03T06:28:43,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:43,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:43,636 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:43,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d47a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:43,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:43,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46283,1733207308814, seqNum=-1] 2024-12-03T06:28:43,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:43,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:43,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,37259,1733207308660 2024-12-03T06:28:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@707e1663 2024-12-03T06:28:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:43,653 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:28:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2] 2024-12-03T06:28:43,669 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:28:43,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T06:28:43,683 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T06:28:43,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f/f/hfile_1 for inclusion in b0634bf0afba64b112564ccdc587e7b4/f 2024-12-03T06:28:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T06:28:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:28:43,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f/f/hfile_0 for inclusion in b0634bf0afba64b112564ccdc587e7b4/f 2024-12-03T06:28:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T06:28:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:28:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HRegion(2603): Flush status journal for b0634bf0afba64b112564ccdc587e7b4: 2024-12-03T06:28:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f/f/hfile_1 to hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__3q6002qghi3b5tne7k7qadresi541tn634b7chctsp3c22145ku69k86ombisncd/f/hfile_1 2024-12-03T06:28:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__3q6002qghi3b5tne7k7qadresi541tn634b7chctsp3c22145ku69k86ombisncd/f/hfile_1 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f/167bb3b325b6495091312905c6d2d0ed_SeqId_4_ 2024-12-03T06:28:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f/f/hfile_0 to hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__3q6002qghi3b5tne7k7qadresi541tn634b7chctsp3c22145ku69k86ombisncd/f/hfile_0 2024-12-03T06:28:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__3q6002qghi3b5tne7k7qadresi541tn634b7chctsp3c22145ku69k86ombisncd/f/hfile_0 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f/da8876188b8a48f0889fe6062fa59eb6_SeqId_4_ 2024-12-03T06:28:43,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__3q6002qghi3b5tne7k7qadresi541tn634b7chctsp3c22145ku69k86ombisncd/f/hfile_1 into b0634bf0afba64b112564ccdc587e7b4/f as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f/167bb3b325b6495091312905c6d2d0ed_SeqId_4_ - updating store file list. 2024-12-03T06:28:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 167bb3b325b6495091312905c6d2d0ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:28:43,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f/167bb3b325b6495091312905c6d2d0ed_SeqId_4_ into b0634bf0afba64b112564ccdc587e7b4/f 2024-12-03T06:28:43,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__3q6002qghi3b5tne7k7qadresi541tn634b7chctsp3c22145ku69k86ombisncd/f/hfile_1 into b0634bf0afba64b112564ccdc587e7b4/f (new location: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f/167bb3b325b6495091312905c6d2d0ed_SeqId_4_) 2024-12-03T06:28:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__3q6002qghi3b5tne7k7qadresi541tn634b7chctsp3c22145ku69k86ombisncd/f/hfile_1 2024-12-03T06:28:43,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__3q6002qghi3b5tne7k7qadresi541tn634b7chctsp3c22145ku69k86ombisncd/f/hfile_0 into b0634bf0afba64b112564ccdc587e7b4/f as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f/da8876188b8a48f0889fe6062fa59eb6_SeqId_4_ - updating store file list. 2024-12-03T06:28:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for da8876188b8a48f0889fe6062fa59eb6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:28:43,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f/da8876188b8a48f0889fe6062fa59eb6_SeqId_4_ into b0634bf0afba64b112564ccdc587e7b4/f 2024-12-03T06:28:43,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__3q6002qghi3b5tne7k7qadresi541tn634b7chctsp3c22145ku69k86ombisncd/f/hfile_0 into b0634bf0afba64b112564ccdc587e7b4/f (new location: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f/da8876188b8a48f0889fe6062fa59eb6_SeqId_4_) 2024-12-03T06:28:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__3q6002qghi3b5tne7k7qadresi541tn634b7chctsp3c22145ku69k86ombisncd/f/hfile_0 2024-12-03T06:28:43,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:43,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:43,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:43,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:43,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:43,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2 , the old value is region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=122cddc95ec8:46283 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:28:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,33799,1733207313948, seqNum=-1] 2024-12-03T06:28:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:28:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2 from cache 2024-12-03T06:28:43,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:43,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:59992 deadline: 1733207383762 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:59992 2024-12-03T06:28:43,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207319480.67dc5724bef40654484ac8412da57aff., hostname=122cddc95ec8,33799,1733207313948, seqNum=2] 2024-12-03T06:28:43,771 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T06:28:43,868 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:46283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T06:28:44,151 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 379, reset compression=false 2024-12-03T06:28:44,158 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:28:44,158 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.shipper122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46283,1733207308814 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0634bf0afba64b112564ccdc587e7b4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733207323755/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T06:28:44,182 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.shipper122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:28:44,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-03T06:28:44,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.ReplicationSink(318): Replicating [d846af45-5902-48cc-92cb-7be486d2a529] bulk loaded data 2024-12-03T06:28:44,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a8c7f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:44,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38303,-1 for getting cluster id 2024-12-03T06:28:44,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:44,189 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a71244-0457-4541-b544-e6eea7d60c92' 2024-12-03T06:28:44,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:44,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a71244-0457-4541-b544-e6eea7d60c92" 2024-12-03T06:28:44,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@349ef9fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:44,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38303,-1] 2024-12-03T06:28:44,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:44,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:44,190 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:44,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4337a3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:44,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741837_1013 (size=7691) 2024-12-03T06:28:44,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741838_1014 (size=7894) 2024-12-03T06:28:44,358 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 687, reset compression=false 2024-12-03T06:28:44,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:44,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,38303,1733207313721 2024-12-03T06:28:44,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c2d7fb3 2024-12-03T06:28:44,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:44,629 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-03T06:28:44,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:28:44,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:44,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,33799,1733207313948, seqNum=-1] 2024-12-03T06:28:44,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:44,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-03T06:28:44,640 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/167bb3b325b6495091312905c6d2d0ed_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T06:28:44,644 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/da8876188b8a48f0889fe6062fa59eb6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T06:28:44,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/167bb3b325b6495091312905c6d2d0ed_SeqId_4_ for inclusion in 67dc5724bef40654484ac8412da57aff/f 2024-12-03T06:28:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T06:28:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:28:44,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/da8876188b8a48f0889fe6062fa59eb6_SeqId_4_ for inclusion in 67dc5724bef40654484ac8412da57aff/f 2024-12-03T06:28:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T06:28:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:28:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegion(2603): Flush status journal for 67dc5724bef40654484ac8412da57aff: 2024-12-03T06:28:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 167bb3b325b6495091312905c6d2d0ed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:28:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/167bb3b325b6495091312905c6d2d0ed_SeqId_4_ as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff/f/421affe721334d89bdb6c823b70ed30c_SeqId_4_ 2024-12-03T06:28:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): da8876188b8a48f0889fe6062fa59eb6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:28:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/da8876188b8a48f0889fe6062fa59eb6_SeqId_4_ as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff/f/ba7367fd11aa41038f238686b78bb328_SeqId_4_ 2024-12-03T06:28:44,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/167bb3b325b6495091312905c6d2d0ed_SeqId_4_ into 67dc5724bef40654484ac8412da57aff/f as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff/f/421affe721334d89bdb6c823b70ed30c_SeqId_4_ - updating store file list. 2024-12-03T06:28:44,663 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 687, reset compression=false 2024-12-03T06:28:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 421affe721334d89bdb6c823b70ed30c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:28:44,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff/f/421affe721334d89bdb6c823b70ed30c_SeqId_4_ into 67dc5724bef40654484ac8412da57aff/f 2024-12-03T06:28:44,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/167bb3b325b6495091312905c6d2d0ed_SeqId_4_ into 67dc5724bef40654484ac8412da57aff/f (new location: hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff/f/421affe721334d89bdb6c823b70ed30c_SeqId_4_) 2024-12-03T06:28:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/167bb3b325b6495091312905c6d2d0ed_SeqId_4_ 2024-12-03T06:28:44,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/da8876188b8a48f0889fe6062fa59eb6_SeqId_4_ into 67dc5724bef40654484ac8412da57aff/f as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff/f/ba7367fd11aa41038f238686b78bb328_SeqId_4_ - updating store file list. 2024-12-03T06:28:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba7367fd11aa41038f238686b78bb328_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:28:44,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff/f/ba7367fd11aa41038f238686b78bb328_SeqId_4_ into 67dc5724bef40654484ac8412da57aff/f 2024-12-03T06:28:44,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/da8876188b8a48f0889fe6062fa59eb6_SeqId_4_ into 67dc5724bef40654484ac8412da57aff/f (new location: hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff/f/ba7367fd11aa41038f238686b78bb328_SeqId_4_) 2024-12-03T06:28:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/staging/jenkins.hfs.6__test__j5ah15r91ib71pi0rfcnakjp8oivdpib3venqhr95ut712mrb5cmca3ro7koihke/f/da8876188b8a48f0889fe6062fa59eb6_SeqId_4_ 2024-12-03T06:28:44,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33799 {}] regionserver.ReplicationSink(324): Finished replicating [d846af45-5902-48cc-92cb-7be486d2a529] bulk loaded data 2024-12-03T06:28:44,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:28:44,790 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733207324790/Put/seqid=0 2024-12-03T06:28:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741842_1018 (size=7997) 2024-12-03T06:28:45,067 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 687, reset compression=false 2024-12-03T06:28:45,198 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733207325197/Put/seqid=0 2024-12-03T06:28:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741843_1019 (size=7794) 2024-12-03T06:28:45,573 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 687, reset compression=false 2024-12-03T06:28:45,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409bbe2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:45,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,37259,-1 for getting cluster id 2024-12-03T06:28:45,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:28:45,606 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd846af45-5902-48cc-92cb-7be486d2a529' 2024-12-03T06:28:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:28:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d846af45-5902-48cc-92cb-7be486d2a529" 2024-12-03T06:28:45,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287b2d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,37259,-1] 2024-12-03T06:28:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:28:45,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:45,608 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:28:45,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d08636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:28:45,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46283,1733207308814, seqNum=-1] 2024-12-03T06:28:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:45,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:45,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:28:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,37259,1733207308660 2024-12-03T06:28:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8de6cc 2024-12-03T06:28:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:28:45,622 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:28:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2] 2024-12-03T06:28:45,628 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:28:45,634 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T06:28:45,637 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T06:28:45,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f1/f1/hfile_0 for inclusion in b0634bf0afba64b112564ccdc587e7b4/f1 2024-12-03T06:28:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T06:28:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:28:45,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f1/f1/hfile_1 for inclusion in b0634bf0afba64b112564ccdc587e7b4/f1 2024-12-03T06:28:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T06:28:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:28:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HRegion(2603): Flush status journal for b0634bf0afba64b112564ccdc587e7b4: 2024-12-03T06:28:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f1/f1/hfile_0 to hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__bdgb4lf0tgts6lkvvbjao1u619ep4ospgr84odneo2paqov495mgftafs1ssl91p/f1/hfile_0 2024-12-03T06:28:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__bdgb4lf0tgts6lkvvbjao1u619ep4ospgr84odneo2paqov495mgftafs1ssl91p/f1/hfile_0 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f1/4a1db45d6194453eb91980e2ba8fdc52_SeqId_6_ 2024-12-03T06:28:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/load_f1/f1/hfile_1 to hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__bdgb4lf0tgts6lkvvbjao1u619ep4ospgr84odneo2paqov495mgftafs1ssl91p/f1/hfile_1 2024-12-03T06:28:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__bdgb4lf0tgts6lkvvbjao1u619ep4ospgr84odneo2paqov495mgftafs1ssl91p/f1/hfile_1 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f1/d9e660164fad4e8fa972ef4f10883932_SeqId_6_ 2024-12-03T06:28:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-03T06:28:45,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__bdgb4lf0tgts6lkvvbjao1u619ep4ospgr84odneo2paqov495mgftafs1ssl91p/f1/hfile_0 into b0634bf0afba64b112564ccdc587e7b4/f1 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f1/4a1db45d6194453eb91980e2ba8fdc52_SeqId_6_ - updating store file list. 2024-12-03T06:28:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4a1db45d6194453eb91980e2ba8fdc52_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T06:28:45,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f1/4a1db45d6194453eb91980e2ba8fdc52_SeqId_6_ into b0634bf0afba64b112564ccdc587e7b4/f1 2024-12-03T06:28:45,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__bdgb4lf0tgts6lkvvbjao1u619ep4ospgr84odneo2paqov495mgftafs1ssl91p/f1/hfile_0 into b0634bf0afba64b112564ccdc587e7b4/f1 (new location: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f1/4a1db45d6194453eb91980e2ba8fdc52_SeqId_6_) 2024-12-03T06:28:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__bdgb4lf0tgts6lkvvbjao1u619ep4ospgr84odneo2paqov495mgftafs1ssl91p/f1/hfile_0 2024-12-03T06:28:45,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__bdgb4lf0tgts6lkvvbjao1u619ep4ospgr84odneo2paqov495mgftafs1ssl91p/f1/hfile_1 into b0634bf0afba64b112564ccdc587e7b4/f1 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f1/d9e660164fad4e8fa972ef4f10883932_SeqId_6_ - updating store file list. 2024-12-03T06:28:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9e660164fad4e8fa972ef4f10883932_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T06:28:45,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f1/d9e660164fad4e8fa972ef4f10883932_SeqId_6_ into b0634bf0afba64b112564ccdc587e7b4/f1 2024-12-03T06:28:45,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__bdgb4lf0tgts6lkvvbjao1u619ep4ospgr84odneo2paqov495mgftafs1ssl91p/f1/hfile_1 into b0634bf0afba64b112564ccdc587e7b4/f1 (new location: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/f1/d9e660164fad4e8fa972ef4f10883932_SeqId_6_) 2024-12-03T06:28:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/staging/jenkins__test__bdgb4lf0tgts6lkvvbjao1u619ep4ospgr84odneo2paqov495mgftafs1ssl91p/f1/hfile_1 2024-12-03T06:28:45,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:28:45,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:28:45,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:45,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:28:45,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:28:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2 , the old value is region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=122cddc95ec8:46283 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:28:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46283: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52510 deadline: 1733207385667 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52510 2024-12-03T06:28:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:28:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2 from cache 2024-12-03T06:28:45,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:28:45,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46283,1733207308814, seqNum=-1] 2024-12-03T06:28:45,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:28:45,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:28:45,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., hostname=122cddc95ec8,46283,1733207308814, seqNum=2] 2024-12-03T06:28:45,778 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:46283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T06:28:46,177 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 687, reset compression=false 2024-12-03T06:28:46,182 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:28:46,183 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:46,183 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.shipper122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46283,1733207308814 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:28:46,386 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:46,690 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:47,094 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:47,598 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:48,203 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:48,907 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:49,711 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T06:28:50,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T06:28:50,623 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:51,627 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:52,732 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:53,936 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:55,240 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:56,644 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:58,148 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:28:58,248 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:28:59,752 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:01,456 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:03,260 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:03,308 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:29:05,165 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:06,185 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.shipper122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46283,1733207308814 got entry batch from reader: null 2024-12-03T06:29:07,169 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:09,273 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:11,477 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:11,807 INFO [master/122cddc95ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T06:29:11,807 INFO [master/122cddc95ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T06:29:13,783 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:16,186 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:17,325 INFO [master/122cddc95ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T06:29:17,325 INFO [master/122cddc95ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T06:29:18,690 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:21,295 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:23,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b0634bf0afba64b112564ccdc587e7b4, had cached 0 bytes from a total of 31376 2024-12-03T06:29:23,999 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:25,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 67dc5724bef40654484ac8412da57aff, had cached 0 bytes from a total of 15585 2024-12-03T06:29:26,185 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.shipper122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46283,1733207308814 got entry batch from reader: null 2024-12-03T06:29:26,803 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:28,249 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:29:29,707 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:32,712 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:33,308 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:29:35,816 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:37,354 DEBUG [master/122cddc95ec8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T06:29:39,020 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:42,325 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:45,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:29:45,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:29:45,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:29:45,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:45,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:45,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:29:45,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:29:45,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1722542817, stopped=false 2024-12-03T06:29:45,704 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,38303,1733207313721 2024-12-03T06:29:45,736 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:45,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11924921756/running 2024-12-03T06:29:45,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11924921756/running 2024-12-03T06:29:45,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:29:45,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:29:45,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:29:45,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:29:45,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:29:45,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:45,744 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,33799,1733207313948' ***** 2024-12-03T06:29:45,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Set watcher on znode that does not yet exist, /11924921756/running 2024-12-03T06:29:45,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Set watcher on znode that does not yet exist, /11924921756/running 2024-12-03T06:29:45,744 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:29:45,744 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:29:45,745 INFO [RS:0;122cddc95ec8:33799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:29:45,745 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:29:45,745 INFO [RS:0;122cddc95ec8:33799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:29:45,745 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(3091): Received CLOSE for 67dc5724bef40654484ac8412da57aff 2024-12-03T06:29:45,745 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,33799,1733207313948 2024-12-03T06:29:45,745 INFO [RS:0;122cddc95ec8:33799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:29:45,745 INFO [RS:0;122cddc95ec8:33799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:33799. 2024-12-03T06:29:45,745 DEBUG [RS:0;122cddc95ec8:33799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:29:45,745 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67dc5724bef40654484ac8412da57aff, disabling compactions & flushes 2024-12-03T06:29:45,745 DEBUG [RS:0;122cddc95ec8:33799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:45,745 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:29:45,745 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:29:45,745 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:29:45,745 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:29:45,745 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:29:45,745 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207319480.67dc5724bef40654484ac8412da57aff. after waiting 0 ms 2024-12-03T06:29:45,745 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:29:45,745 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:29:45,746 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:29:45,746 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 67dc5724bef40654484ac8412da57aff=test,,1733207319480.67dc5724bef40654484ac8412da57aff.} 2024-12-03T06:29:45,746 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67dc5724bef40654484ac8412da57aff 2024-12-03T06:29:45,746 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:29:45,746 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:29:45,746 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:29:45,746 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:29:45,746 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:29:45,746 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T06:29:45,751 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/default/test/67dc5724bef40654484ac8412da57aff/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T06:29:45,752 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:29:45,752 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:29:45,752 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:29:45,752 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67dc5724bef40654484ac8412da57aff: Waiting for close lock at 1733207385745Running coprocessor pre-close hooks at 1733207385745Disabling compacts and flushes for region at 1733207385745Disabling writes for close at 1733207385745Writing region close event to WAL at 1733207385746 (+1 ms)Running coprocessor post-close hooks at 1733207385752 (+6 ms)Closed at 1733207385752 2024-12-03T06:29:45,752 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207319480.67dc5724bef40654484ac8412da57aff. 2024-12-03T06:29:45,776 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/info/829408edf2874eb198d78146defca5c4 is 129, key is test,,1733207319480.67dc5724bef40654484ac8412da57aff./info:regioninfo/1733207320246/Put/seqid=0 2024-12-03T06:29:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741839_1015 (size=6421) 2024-12-03T06:29:45,826 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:29:45,946 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:29:46,146 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:29:46,184 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/info/829408edf2874eb198d78146defca5c4 2024-12-03T06:29:46,185 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.shipper122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46283,1733207308814 got entry batch from reader: null 2024-12-03T06:29:46,208 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/ns/05e8dccac7cf4d9783cafc7e60baa3a0 is 43, key is default/ns:d/1733207317279/Put/seqid=0 2024-12-03T06:29:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741840_1016 (size=5153) 2024-12-03T06:29:46,231 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:29:46,231 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:29:46,347 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:29:46,547 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:29:46,613 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/ns/05e8dccac7cf4d9783cafc7e60baa3a0 2024-12-03T06:29:46,637 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/rep_barrier/6aa17743f7c44ca0a2c8eb4f60001d9c is 112, key is test,,1733207319480.67dc5724bef40654484ac8412da57aff./rep_barrier:seqnumDuringOpen/1733207320246/Put/seqid=0 2024-12-03T06:29:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741841_1017 (size=5518) 2024-12-03T06:29:46,643 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/rep_barrier/6aa17743f7c44ca0a2c8eb4f60001d9c 2024-12-03T06:29:46,672 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/table/9ff4efdb175a44dfbd3ea5f54a9807f2 is 40, key is test/table:state/1733207320258/Put/seqid=0 2024-12-03T06:29:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741842_1018 (size=5165) 2024-12-03T06:29:46,747 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:29:46,747 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:29:46,747 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:29:46,947 DEBUG [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:29:47,077 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/table/9ff4efdb175a44dfbd3ea5f54a9807f2 2024-12-03T06:29:47,084 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/info/829408edf2874eb198d78146defca5c4 as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/info/829408edf2874eb198d78146defca5c4 2024-12-03T06:29:47,089 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/info/829408edf2874eb198d78146defca5c4, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T06:29:47,090 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/ns/05e8dccac7cf4d9783cafc7e60baa3a0 as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/ns/05e8dccac7cf4d9783cafc7e60baa3a0 2024-12-03T06:29:47,095 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/ns/05e8dccac7cf4d9783cafc7e60baa3a0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T06:29:47,096 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/rep_barrier/6aa17743f7c44ca0a2c8eb4f60001d9c as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/rep_barrier/6aa17743f7c44ca0a2c8eb4f60001d9c 2024-12-03T06:29:47,100 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/rep_barrier/6aa17743f7c44ca0a2c8eb4f60001d9c, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T06:29:47,101 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/.tmp/table/9ff4efdb175a44dfbd3ea5f54a9807f2 as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/table/9ff4efdb175a44dfbd3ea5f54a9807f2 2024-12-03T06:29:47,105 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/table/9ff4efdb175a44dfbd3ea5f54a9807f2, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T06:29:47,106 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1360ms, sequenceid=11, compaction requested=false 2024-12-03T06:29:47,110 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T06:29:47,111 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:29:47,111 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:29:47,111 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:29:47,111 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207385746Running coprocessor pre-close hooks at 1733207385746Disabling compacts and flushes for region at 1733207385746Disabling writes for close at 1733207385746Obtaining lock to block concurrent updates at 1733207385746Preparing flush snapshotting stores in 1588230740 at 1733207385746Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733207385747 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733207385747Flushing 1588230740/info: creating writer at 1733207385747Flushing 1588230740/info: appending metadata at 1733207385775 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733207385776 (+1 ms)Flushing 1588230740/ns: creating writer at 1733207386192 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733207386207 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733207386208 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733207386619 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207386636 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207386636Flushing 1588230740/table: creating writer at 1733207386651 (+15 ms)Flushing 1588230740/table: appending metadata at 1733207386671 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733207386671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a68a565: reopening flushed file at 1733207387083 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38926bf5: reopening flushed file at 1733207387089 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a43756: reopening flushed file at 1733207387095 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57bd8b6c: reopening flushed file at 1733207387100 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1360ms, sequenceid=11, compaction requested=false at 1733207387106 (+6 ms)Writing region close event to WAL at 1733207387107 (+1 ms)Running coprocessor post-close hooks at 1733207387111 (+4 ms)Closed at 1733207387111 2024-12-03T06:29:47,111 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:29:47,148 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,33799,1733207313948; all regions closed. 2024-12-03T06:29:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741834_1010 (size=2717) 2024-12-03T06:29:47,152 DEBUG [RS:0;122cddc95ec8:33799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/oldWALs 2024-12-03T06:29:47,152 INFO [RS:0;122cddc95ec8:33799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C33799%2C1733207313948.meta:.meta(num 1733207317231) 2024-12-03T06:29:47,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741832_1008 (size=1028) 2024-12-03T06:29:47,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/WALs/122cddc95ec8,33799,1733207313948/122cddc95ec8%2C33799%2C1733207313948.1733207316280 not finished, retry = 0 2024-12-03T06:29:47,257 DEBUG [RS:0;122cddc95ec8:33799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/oldWALs 2024-12-03T06:29:47,257 INFO [RS:0;122cddc95ec8:33799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C33799%2C1733207313948:(num 1733207316280) 2024-12-03T06:29:47,257 DEBUG [RS:0;122cddc95ec8:33799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:47,257 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:29:47,257 INFO [RS:0;122cddc95ec8:33799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:29:47,257 INFO [RS:0;122cddc95ec8:33799 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:29:47,257 INFO [RS:0;122cddc95ec8:33799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:29:47,257 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:29:47,258 INFO [RS:0;122cddc95ec8:33799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:33799. 2024-12-03T06:29:47,258 DEBUG [RS:0;122cddc95ec8:33799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:29:47,258 DEBUG [RS:0;122cddc95ec8:33799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:47,258 DEBUG [RS:0;122cddc95ec8:33799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:47,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:29:47,258 INFO [RS:0;122cddc95ec8:33799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33799 2024-12-03T06:29:47,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11924921756/rs/122cddc95ec8,33799,1733207313948 2024-12-03T06:29:47,268 INFO [RS:0;122cddc95ec8:33799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:29:47,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756/rs 2024-12-03T06:29:47,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,33799,1733207313948] 2024-12-03T06:29:47,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11924921756/draining/122cddc95ec8,33799,1733207313948 already deleted, retry=false 2024-12-03T06:29:47,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,33799,1733207313948 expired; onlineServers=0 2024-12-03T06:29:47,285 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,38303,1733207313721' ***** 2024-12-03T06:29:47,285 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:29:47,285 INFO [M:0;122cddc95ec8:38303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:29:47,285 INFO [M:0;122cddc95ec8:38303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:29:47,285 DEBUG [M:0;122cddc95ec8:38303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:29:47,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:29:47,285 DEBUG [M:0;122cddc95ec8:38303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:29:47,285 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207316043 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207316043,5,FailOnTimeoutGroup] 2024-12-03T06:29:47,285 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207316043 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207316043,5,FailOnTimeoutGroup] 2024-12-03T06:29:47,285 INFO [M:0;122cddc95ec8:38303 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:29:47,285 INFO [M:0;122cddc95ec8:38303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:29:47,286 DEBUG [M:0;122cddc95ec8:38303 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:29:47,286 INFO [M:0;122cddc95ec8:38303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:29:47,286 INFO [M:0;122cddc95ec8:38303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:29:47,286 INFO [M:0;122cddc95ec8:38303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:29:47,286 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:29:47,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11924921756/master 2024-12-03T06:29:47,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11924921756 2024-12-03T06:29:47,293 DEBUG [M:0;122cddc95ec8:38303 {}] zookeeper.ZKUtil(347): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Unable to get data of znode /11924921756/master because node does not exist (not an error) 2024-12-03T06:29:47,293 WARN [M:0;122cddc95ec8:38303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:29:47,294 INFO [M:0;122cddc95ec8:38303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/.lastflushedseqids 2024-12-03T06:29:47,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741843_1019 (size=173) 2024-12-03T06:29:47,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:29:47,377 INFO [RS:0;122cddc95ec8:33799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:29:47,377 INFO [RS:0;122cddc95ec8:33799 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,33799,1733207313948; zookeeper connection closed. 2024-12-03T06:29:47,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33799-0x1009eb6b1790004, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:29:47,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d143541 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d143541 2024-12-03T06:29:47,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:29:47,704 INFO [M:0;122cddc95ec8:38303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:29:47,704 INFO [M:0;122cddc95ec8:38303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:29:47,704 DEBUG [M:0;122cddc95ec8:38303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:29:47,704 INFO [M:0;122cddc95ec8:38303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:47,704 DEBUG [M:0;122cddc95ec8:38303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:47,704 DEBUG [M:0;122cddc95ec8:38303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:29:47,704 DEBUG [M:0;122cddc95ec8:38303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:47,704 INFO [M:0;122cddc95ec8:38303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-03T06:29:47,726 DEBUG [M:0;122cddc95ec8:38303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efcb4d7f825d4049b106e89ff8533661 is 82, key is hbase:meta,,1/info:regioninfo/1733207317260/Put/seqid=0 2024-12-03T06:29:47,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741844_1020 (size=5672) 2024-12-03T06:29:48,131 INFO [M:0;122cddc95ec8:38303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efcb4d7f825d4049b106e89ff8533661 2024-12-03T06:29:48,154 DEBUG [M:0;122cddc95ec8:38303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dbe7ff767bd4bf696c5c35ea6c06457 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733207320263/Put/seqid=0 2024-12-03T06:29:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741845_1021 (size=6728) 2024-12-03T06:29:48,559 INFO [M:0;122cddc95ec8:38303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dbe7ff767bd4bf696c5c35ea6c06457 2024-12-03T06:29:48,565 INFO [M:0;122cddc95ec8:38303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dbe7ff767bd4bf696c5c35ea6c06457 2024-12-03T06:29:48,580 DEBUG [M:0;122cddc95ec8:38303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce7afa3bbe9c48bab248bafb861cc67f is 69, key is 122cddc95ec8,33799,1733207313948/rs:state/1733207316118/Put/seqid=0 2024-12-03T06:29:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741846_1022 (size=5156) 2024-12-03T06:29:48,985 INFO [M:0;122cddc95ec8:38303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce7afa3bbe9c48bab248bafb861cc67f 2024-12-03T06:29:48,992 DEBUG [M:0;122cddc95ec8:38303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/efcb4d7f825d4049b106e89ff8533661 as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/efcb4d7f825d4049b106e89ff8533661 2024-12-03T06:29:48,997 INFO [M:0;122cddc95ec8:38303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/efcb4d7f825d4049b106e89ff8533661, entries=8, sequenceid=58, filesize=5.5 K 2024-12-03T06:29:48,998 DEBUG [M:0;122cddc95ec8:38303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dbe7ff767bd4bf696c5c35ea6c06457 as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dbe7ff767bd4bf696c5c35ea6c06457 2024-12-03T06:29:49,002 INFO [M:0;122cddc95ec8:38303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dbe7ff767bd4bf696c5c35ea6c06457 2024-12-03T06:29:49,002 INFO [M:0;122cddc95ec8:38303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dbe7ff767bd4bf696c5c35ea6c06457, entries=6, sequenceid=58, filesize=6.6 K 2024-12-03T06:29:49,003 DEBUG [M:0;122cddc95ec8:38303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce7afa3bbe9c48bab248bafb861cc67f as hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce7afa3bbe9c48bab248bafb861cc67f 2024-12-03T06:29:49,008 INFO [M:0;122cddc95ec8:38303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33281/user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce7afa3bbe9c48bab248bafb861cc67f, entries=1, sequenceid=58, filesize=5.0 K 2024-12-03T06:29:49,009 INFO [M:0;122cddc95ec8:38303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=58, compaction requested=false 2024-12-03T06:29:49,011 INFO [M:0;122cddc95ec8:38303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:49,012 DEBUG [M:0;122cddc95ec8:38303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207387704Disabling compacts and flushes for region at 1733207387704Disabling writes for close at 1733207387704Obtaining lock to block concurrent updates at 1733207387704Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207387704Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733207387705 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207387705Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207387705Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207387726 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207387726Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207388136 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207388154 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207388154Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207388565 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207388580 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207388580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c0c8fe: reopening flushed file at 1733207388991 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7116f921: reopening flushed file at 1733207388997 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4b4e61: reopening flushed file at 1733207389002 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=58, compaction requested=false at 1733207389009 (+7 ms)Writing region close event to WAL at 1733207389011 (+2 ms)Closed at 1733207389011 2024-12-03T06:29:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42825 is added to blk_1073741830_1006 (size=33038) 2024-12-03T06:29:49,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d59a8ef8-2b7d-0346-b843-dfe895fb63a3/MasterData/WALs/122cddc95ec8,38303,1733207313721/122cddc95ec8%2C38303%2C1733207313721.1733207315813 not finished, retry = 0 2024-12-03T06:29:49,115 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:29:49,115 INFO [M:0;122cddc95ec8:38303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:29:49,115 INFO [M:0;122cddc95ec8:38303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38303 2024-12-03T06:29:49,115 INFO [M:0;122cddc95ec8:38303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:29:49,224 INFO [M:0;122cddc95ec8:38303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:29:49,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:29:49,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38303-0x1009eb6b1790003, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:29:49,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bf1f95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:29:49,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@172ab688{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:29:49,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:29:49,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290405a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:29:49,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225e79ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/hadoop.log.dir/,STOPPED} 2024-12-03T06:29:49,230 WARN [BP-384131230-172.17.0.2-1733207311894 heartbeating to localhost/127.0.0.1:33281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:29:49,230 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:29:49,230 WARN [BP-384131230-172.17.0.2-1733207311894 heartbeating to localhost/127.0.0.1:33281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-384131230-172.17.0.2-1733207311894 (Datanode Uuid 38fa1a93-2144-4cbd-8c10-ee35bac6a67a) service to localhost/127.0.0.1:33281 2024-12-03T06:29:49,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:29:49,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/cluster_4aff7e51-2829-3dec-744e-06ba015aad20/data/data1/current/BP-384131230-172.17.0.2-1733207311894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:29:49,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/cluster_4aff7e51-2829-3dec-744e-06ba015aad20/data/data2/current/BP-384131230-172.17.0.2-1733207311894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:29:49,231 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:29:49,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2321bae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:29:49,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42b16601{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:29:49,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:29:49,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@847f2b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:29:49,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b3d5207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/hadoop.log.dir/,STOPPED} 2024-12-03T06:29:49,240 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.1733207311050 to pos 997, reset compression=false 2024-12-03T06:29:49,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:29:49,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:29:49,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:29:49,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:29:49,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:49,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:49,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:29:49,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:29:49,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=767660863, stopped=false 2024-12-03T06:29:49,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,37259,1733207308660 2024-12-03T06:29:49,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-211690299/running 2024-12-03T06:29:49,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-211690299/running 2024-12-03T06:29:49,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:29:49,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:29:49,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:29:49,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:29:49,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:29:49,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:49,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Set watcher on znode that does not yet exist, /0-211690299/running 2024-12-03T06:29:49,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,46283,1733207308814' ***** 2024-12-03T06:29:49,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Set watcher on znode that does not yet exist, /0-211690299/running 2024-12-03T06:29:49,269 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:29:49,269 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:29:49,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:29:49,269 INFO [RS:0;122cddc95ec8:46283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:29:49,269 INFO [RS:0;122cddc95ec8:46283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:29:49,269 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(3091): Received CLOSE for b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:29:49,270 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(3091): Received CLOSE for 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:29:49,270 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,46283,1733207308814 2024-12-03T06:29:49,270 INFO [RS:0;122cddc95ec8:46283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:29:49,270 INFO [RS:0;122cddc95ec8:46283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:46283. 2024-12-03T06:29:49,270 DEBUG [RS:0;122cddc95ec8:46283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:29:49,270 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0634bf0afba64b112564ccdc587e7b4, disabling compactions & flushes 2024-12-03T06:29:49,270 DEBUG [RS:0;122cddc95ec8:46283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:49,270 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:29:49,270 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:29:49,270 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:29:49,270 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:29:49,270 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:29:49,270 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. after waiting 0 ms 2024-12-03T06:29:49,270 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:29:49,270 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:29:49,270 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:29:49,270 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b0634bf0afba64b112564ccdc587e7b4=test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4., 6566ae4d1a14bb680a8ce486dfa41cb1=hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1.} 2024-12-03T06:29:49,270 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6566ae4d1a14bb680a8ce486dfa41cb1, b0634bf0afba64b112564ccdc587e7b4 2024-12-03T06:29:49,270 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:29:49,270 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:29:49,270 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:29:49,270 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:29:49,270 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:29:49,271 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:29:49,274 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/default/test/b0634bf0afba64b112564ccdc587e7b4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:29:49,275 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:29:49,275 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:29:49,275 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:29:49,275 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0634bf0afba64b112564ccdc587e7b4: Waiting for close lock at 1733207389270Running coprocessor pre-close hooks at 1733207389270Disabling compacts and flushes for region at 1733207389270Disabling writes for close at 1733207389270Writing region close event to WAL at 1733207389271 (+1 ms)Running coprocessor post-close hooks at 1733207389275 (+4 ms)Closed at 1733207389275 2024-12-03T06:29:49,275 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4. 2024-12-03T06:29:49,275 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6566ae4d1a14bb680a8ce486dfa41cb1, disabling compactions & flushes 2024-12-03T06:29:49,275 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:29:49,275 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:29:49,275 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. after waiting 0 ms 2024-12-03T06:29:49,275 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:29:49,275 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6566ae4d1a14bb680a8ce486dfa41cb1 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-03T06:29:49,285 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/info/341f37573d10428cb11ddd30cc9a77f3 is 147, key is hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1./info:regioninfo/1733207321829/Put/seqid=0 2024-12-03T06:29:49,286 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:29:49,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741844_1020 (size=7686) 2024-12-03T06:29:49,289 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/.tmp/hfileref/905927925ab047c88c413a3d9ea57264 is 74, key is 1/hfileref:167bb3b325b6495091312905c6d2d0ed_SeqId_4_/1733207324675/DeleteColumn/seqid=0 2024-12-03T06:29:49,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741845_1021 (size=5203) 2024-12-03T06:29:49,470 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:29:49,671 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:29:49,690 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/info/341f37573d10428cb11ddd30cc9a77f3 2024-12-03T06:29:49,693 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/.tmp/hfileref/905927925ab047c88c413a3d9ea57264 2024-12-03T06:29:49,711 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/ns/1ba695309a7540b8bd6e30c6c6a08122 is 43, key is default/ns:d/1733207311780/Put/seqid=0 2024-12-03T06:29:49,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741846_1022 (size=5153) 2024-12-03T06:29:49,718 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/.tmp/queue/f49d7b26c7f34c849166ca82767a35a4 is 153, key is 1-122cddc95ec8,46283,1733207308814/queue:122cddc95ec8%2C46283%2C1733207308814/1733207326184/Put/seqid=0 2024-12-03T06:29:49,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741847_1023 (size=5352) 2024-12-03T06:29:49,871 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:29:49,916 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:29:49,916 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:29:50,071 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6566ae4d1a14bb680a8ce486dfa41cb1 2024-12-03T06:29:50,115 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/ns/1ba695309a7540b8bd6e30c6c6a08122 2024-12-03T06:29:50,123 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/.tmp/queue/f49d7b26c7f34c849166ca82767a35a4 2024-12-03T06:29:50,128 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/.tmp/hfileref/905927925ab047c88c413a3d9ea57264 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/hfileref/905927925ab047c88c413a3d9ea57264 2024-12-03T06:29:50,133 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/hfileref/905927925ab047c88c413a3d9ea57264, entries=2, sequenceid=10, filesize=5.1 K 2024-12-03T06:29:50,134 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/.tmp/queue/f49d7b26c7f34c849166ca82767a35a4 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/queue/f49d7b26c7f34c849166ca82767a35a4 2024-12-03T06:29:50,138 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/queue/f49d7b26c7f34c849166ca82767a35a4, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T06:29:50,139 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/rep_barrier/72b49dffe68b40e9a86acdb88ef78f81 is 112, key is test,,1733207317325.b0634bf0afba64b112564ccdc587e7b4./rep_barrier:seqnumDuringOpen/1733207318492/Put/seqid=0 2024-12-03T06:29:50,139 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6566ae4d1a14bb680a8ce486dfa41cb1 in 864ms, sequenceid=10, compaction requested=false 2024-12-03T06:29:50,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741848_1024 (size=5518) 2024-12-03T06:29:50,143 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/replication/6566ae4d1a14bb680a8ce486dfa41cb1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T06:29:50,144 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:29:50,144 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:29:50,144 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:29:50,144 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6566ae4d1a14bb680a8ce486dfa41cb1: Waiting for close lock at 1733207389275Running coprocessor pre-close hooks at 1733207389275Disabling compacts and flushes for region at 1733207389275Disabling writes for close at 1733207389275Obtaining lock to block concurrent updates at 1733207389275Preparing flush snapshotting stores in 6566ae4d1a14bb680a8ce486dfa41cb1 at 1733207389275Finished memstore snapshotting hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733207389276 (+1 ms)Flushing stores of hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. at 1733207389276Flushing 6566ae4d1a14bb680a8ce486dfa41cb1/hfileref: creating writer at 1733207389276Flushing 6566ae4d1a14bb680a8ce486dfa41cb1/hfileref: appending metadata at 1733207389289 (+13 ms)Flushing 6566ae4d1a14bb680a8ce486dfa41cb1/hfileref: closing flushed file at 1733207389289Flushing 6566ae4d1a14bb680a8ce486dfa41cb1/queue: creating writer at 1733207389699 (+410 ms)Flushing 6566ae4d1a14bb680a8ce486dfa41cb1/queue: appending metadata at 1733207389718 (+19 ms)Flushing 6566ae4d1a14bb680a8ce486dfa41cb1/queue: closing flushed file at 1733207389718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750fe4a6: reopening flushed file at 1733207390127 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19bcc1f3: reopening flushed file at 1733207390133 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6566ae4d1a14bb680a8ce486dfa41cb1 in 864ms, sequenceid=10, compaction requested=false at 1733207390139 (+6 ms)Writing region close event to WAL at 1733207390140 (+1 ms)Running coprocessor post-close hooks at 1733207390144 (+4 ms)Closed at 1733207390144 2024-12-03T06:29:50,144 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207320658.6566ae4d1a14bb680a8ce486dfa41cb1. 2024-12-03T06:29:50,271 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:29:50,271 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:29:50,271 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:29:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:29:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T06:29:50,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:29:50,471 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:29:50,543 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/rep_barrier/72b49dffe68b40e9a86acdb88ef78f81 2024-12-03T06:29:50,565 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/table/f8294156a30649c780190cae8028eb7b is 53, key is hbase:replication/table:state/1733207321838/Put/seqid=0 2024-12-03T06:29:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741849_1025 (size=5308) 2024-12-03T06:29:50,672 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:29:50,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:50,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:50,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:50,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:50,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:50,872 DEBUG [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:29:50,970 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/table/f8294156a30649c780190cae8028eb7b 2024-12-03T06:29:50,977 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/info/341f37573d10428cb11ddd30cc9a77f3 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/info/341f37573d10428cb11ddd30cc9a77f3 2024-12-03T06:29:50,982 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/info/341f37573d10428cb11ddd30cc9a77f3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:29:50,982 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/ns/1ba695309a7540b8bd6e30c6c6a08122 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/ns/1ba695309a7540b8bd6e30c6c6a08122 2024-12-03T06:29:50,987 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/ns/1ba695309a7540b8bd6e30c6c6a08122, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:29:50,988 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/rep_barrier/72b49dffe68b40e9a86acdb88ef78f81 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/rep_barrier/72b49dffe68b40e9a86acdb88ef78f81 2024-12-03T06:29:50,993 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/rep_barrier/72b49dffe68b40e9a86acdb88ef78f81, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:29:50,994 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/.tmp/table/f8294156a30649c780190cae8028eb7b as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/table/f8294156a30649c780190cae8028eb7b 2024-12-03T06:29:50,999 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/table/f8294156a30649c780190cae8028eb7b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:29:51,000 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-12-03T06:29:51,000 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:29:51,006 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:29:51,006 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:29:51,006 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:29:51,006 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:29:51,006 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207389270Running coprocessor pre-close hooks at 1733207389270Disabling compacts and flushes for region at 1733207389270Disabling writes for close at 1733207389270Obtaining lock to block concurrent updates at 1733207389271 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733207389271Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207389271Flushing stores of hbase:meta,,1.1588230740 at 1733207389271Flushing 1588230740/info: creating writer at 1733207389272 (+1 ms)Flushing 1588230740/info: appending metadata at 1733207389285 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733207389285Flushing 1588230740/ns: creating writer at 1733207389696 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733207389710 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733207389710Flushing 1588230740/rep_barrier: creating writer at 1733207390119 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207390138 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207390138Flushing 1588230740/table: creating writer at 1733207390549 (+411 ms)Flushing 1588230740/table: appending metadata at 1733207390565 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733207390565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11547f5d: reopening flushed file at 1733207390976 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3923e942: reopening flushed file at 1733207390982 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c81447: reopening flushed file at 1733207390987 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c177732: reopening flushed file at 1733207390993 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1733207391000 (+7 ms)Writing region close event to WAL at 1733207391002 (+2 ms)Running coprocessor post-close hooks at 1733207391006 (+4 ms)Closed at 1733207391006 2024-12-03T06:29:51,006 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:29:51,072 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,46283,1733207308814; all regions closed. 2024-12-03T06:29:51,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:29:51,077 DEBUG [RS:0;122cddc95ec8:46283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/oldWALs 2024-12-03T06:29:51,077 INFO [RS:0;122cddc95ec8:46283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C46283%2C1733207308814.meta:.meta(num 1733207311650) 2024-12-03T06:29:51,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741839_1015 (size=2700) 2024-12-03T06:29:51,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/WALs/122cddc95ec8,46283,1733207308814/122cddc95ec8%2C46283%2C1733207308814.rep.1733207321799 not finished, retry = 0 2024-12-03T06:29:51,182 DEBUG [RS:0;122cddc95ec8:46283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/oldWALs 2024-12-03T06:29:51,182 INFO [RS:0;122cddc95ec8:46283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C46283%2C1733207308814.rep:(num 1733207321799) 2024-12-03T06:29:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741832_1008 (size=1300) 2024-12-03T06:29:51,186 DEBUG [RS:0;122cddc95ec8:46283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/oldWALs 2024-12-03T06:29:51,186 INFO [RS:0;122cddc95ec8:46283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C46283%2C1733207308814:(num 1733207311050) 2024-12-03T06:29:51,186 DEBUG [RS:0;122cddc95ec8:46283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:51,186 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:29:51,186 INFO [RS:0;122cddc95ec8:46283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:29:51,187 INFO [RS:0;122cddc95ec8:46283 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:29:51,187 INFO [RS:0;122cddc95ec8:46283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:29:51,187 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:29:51,187 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,46283,1733207308814 because: Region server is closing 2024-12-03T06:29:51,187 INFO [RS:0;122cddc95ec8:46283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:46283. 2024-12-03T06:29:51,187 DEBUG [RS:0;122cddc95ec8:46283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:29:51,187 DEBUG [RS:0;122cddc95ec8:46283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:51,187 DEBUG [RS:0;122cddc95ec8:46283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:51,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:29:51,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:29:51,288 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.wal-reader.122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:29:51,288 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.shipper122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T06:29:51,288 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46283,1733207308814.replicationSource.shipper122cddc95ec8%2C46283%2C1733207308814,1-122cddc95ec8,46283,1733207308814 terminated 2024-12-03T06:29:51,288 INFO [RS:0;122cddc95ec8:46283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46283 2024-12-03T06:29:51,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:51,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:51,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:51,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-211690299/rs/122cddc95ec8,46283,1733207308814 2024-12-03T06:29:51,326 INFO [RS:0;122cddc95ec8:46283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:29:51,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299/rs 2024-12-03T06:29:51,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,46283,1733207308814] 2024-12-03T06:29:51,343 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-211690299/draining/122cddc95ec8,46283,1733207308814 already deleted, retry=false 2024-12-03T06:29:51,343 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,46283,1733207308814 expired; onlineServers=0 2024-12-03T06:29:51,343 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,37259,1733207308660' ***** 2024-12-03T06:29:51,343 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:29:51,343 INFO [M:0;122cddc95ec8:37259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:29:51,343 INFO [M:0;122cddc95ec8:37259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:29:51,343 DEBUG [M:0;122cddc95ec8:37259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:29:51,343 DEBUG [M:0;122cddc95ec8:37259 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:29:51,343 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:29:51,343 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207310818 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207310818,5,FailOnTimeoutGroup] 2024-12-03T06:29:51,343 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207310817 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207310817,5,FailOnTimeoutGroup] 2024-12-03T06:29:51,343 INFO [M:0;122cddc95ec8:37259 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:29:51,344 INFO [M:0;122cddc95ec8:37259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:29:51,344 DEBUG [M:0;122cddc95ec8:37259 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:29:51,344 INFO [M:0;122cddc95ec8:37259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:29:51,344 INFO [M:0;122cddc95ec8:37259 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:29:51,344 INFO [M:0;122cddc95ec8:37259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:29:51,344 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:29:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-211690299/master 2024-12-03T06:29:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211690299 2024-12-03T06:29:51,351 DEBUG [M:0;122cddc95ec8:37259 {}] zookeeper.ZKUtil(347): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Unable to get data of znode /0-211690299/master because node does not exist (not an error) 2024-12-03T06:29:51,351 WARN [M:0;122cddc95ec8:37259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:29:51,353 INFO [M:0;122cddc95ec8:37259 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/.lastflushedseqids 2024-12-03T06:29:51,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741850_1026 (size=263) 2024-12-03T06:29:51,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:29:51,435 INFO [RS:0;122cddc95ec8:46283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:29:51,435 INFO [RS:0;122cddc95ec8:46283 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,46283,1733207308814; zookeeper connection closed. 2024-12-03T06:29:51,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46283-0x1009eb6b1790001, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:29:51,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f36d188 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f36d188 2024-12-03T06:29:51,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:29:51,759 INFO [M:0;122cddc95ec8:37259 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:29:51,759 INFO [M:0;122cddc95ec8:37259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:29:51,759 DEBUG [M:0;122cddc95ec8:37259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:29:51,759 INFO [M:0;122cddc95ec8:37259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:51,759 DEBUG [M:0;122cddc95ec8:37259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:51,759 DEBUG [M:0;122cddc95ec8:37259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:29:51,759 DEBUG [M:0;122cddc95ec8:37259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:51,759 INFO [M:0;122cddc95ec8:37259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-03T06:29:51,774 DEBUG [M:0;122cddc95ec8:37259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42040aa941fe40edaf87e5a36f515d68 is 82, key is hbase:meta,,1/info:regioninfo/1733207311681/Put/seqid=0 2024-12-03T06:29:51,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741851_1027 (size=5672) 2024-12-03T06:29:52,179 INFO [M:0;122cddc95ec8:37259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42040aa941fe40edaf87e5a36f515d68 2024-12-03T06:29:52,195 DEBUG [M:0;122cddc95ec8:37259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa823e01761f4c7bb310f21a36bc71fd is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733207318514/Put/seqid=0 2024-12-03T06:29:52,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741852_1028 (size=7241) 2024-12-03T06:29:52,600 INFO [M:0;122cddc95ec8:37259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa823e01761f4c7bb310f21a36bc71fd 2024-12-03T06:29:52,605 INFO [M:0;122cddc95ec8:37259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa823e01761f4c7bb310f21a36bc71fd 2024-12-03T06:29:52,623 DEBUG [M:0;122cddc95ec8:37259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e76bc88952434d93a97b51bc134b70c9 is 69, key is 122cddc95ec8,46283,1733207308814/rs:state/1733207310885/Put/seqid=0 2024-12-03T06:29:52,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741853_1029 (size=5156) 2024-12-03T06:29:53,029 INFO [M:0;122cddc95ec8:37259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e76bc88952434d93a97b51bc134b70c9 2024-12-03T06:29:53,033 DEBUG [M:0;122cddc95ec8:37259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42040aa941fe40edaf87e5a36f515d68 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42040aa941fe40edaf87e5a36f515d68 2024-12-03T06:29:53,038 INFO [M:0;122cddc95ec8:37259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42040aa941fe40edaf87e5a36f515d68, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T06:29:53,039 DEBUG [M:0;122cddc95ec8:37259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa823e01761f4c7bb310f21a36bc71fd as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa823e01761f4c7bb310f21a36bc71fd 2024-12-03T06:29:53,044 INFO [M:0;122cddc95ec8:37259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa823e01761f4c7bb310f21a36bc71fd 2024-12-03T06:29:53,044 INFO [M:0;122cddc95ec8:37259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa823e01761f4c7bb310f21a36bc71fd, entries=11, sequenceid=105, filesize=7.1 K 2024-12-03T06:29:53,045 DEBUG [M:0;122cddc95ec8:37259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e76bc88952434d93a97b51bc134b70c9 as hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e76bc88952434d93a97b51bc134b70c9 2024-12-03T06:29:53,049 INFO [M:0;122cddc95ec8:37259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34079/user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e76bc88952434d93a97b51bc134b70c9, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T06:29:53,050 INFO [M:0;122cddc95ec8:37259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-12-03T06:29:53,051 INFO [M:0;122cddc95ec8:37259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:53,051 DEBUG [M:0;122cddc95ec8:37259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207391759Disabling compacts and flushes for region at 1733207391759Disabling writes for close at 1733207391759Obtaining lock to block concurrent updates at 1733207391759Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207391759Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733207391760 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207391760Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207391760Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207391774 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207391774Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207392183 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207392195 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207392195Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207392605 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207392623 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207392623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a3dc16: reopening flushed file at 1733207393033 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77cfe356: reopening flushed file at 1733207393039 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32947c4a: reopening flushed file at 1733207393044 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1733207393050 (+6 ms)Writing region close event to WAL at 1733207393051 (+1 ms)Closed at 1733207393051 2024-12-03T06:29:53,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741830_1006 (size=64538) 2024-12-03T06:29:53,054 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da81a1c3-396d-c36c-cd61-9984de11d9af/MasterData/WALs/122cddc95ec8,37259,1733207308660/122cddc95ec8%2C37259%2C1733207308660.1733207310547 not finished, retry = 0 2024-12-03T06:29:53,155 INFO [M:0;122cddc95ec8:37259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:29:53,155 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:29:53,155 INFO [M:0;122cddc95ec8:37259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37259 2024-12-03T06:29:53,156 INFO [M:0;122cddc95ec8:37259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:29:53,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:29:53,293 INFO [M:0;122cddc95ec8:37259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:29:53,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37259-0x1009eb6b1790000, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:29:53,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c254bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:29:53,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66f02a1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:29:53,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:29:53,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d9f85b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:29:53,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dbed4e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/hadoop.log.dir/,STOPPED} 2024-12-03T06:29:53,299 WARN [BP-1184031593-172.17.0.2-1733207306968 heartbeating to localhost/127.0.0.1:34079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:29:53,299 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:29:53,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:29:53,299 WARN [BP-1184031593-172.17.0.2-1733207306968 heartbeating to localhost/127.0.0.1:34079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1184031593-172.17.0.2-1733207306968 (Datanode Uuid e40c56d2-0cbb-4468-9f68-dedc45977bdf) service to localhost/127.0.0.1:34079 2024-12-03T06:29:53,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/cluster_a639a136-0c6e-9e95-1fea-58a490a86a05/data/data1/current/BP-1184031593-172.17.0.2-1733207306968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:29:53,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/cluster_a639a136-0c6e-9e95-1fea-58a490a86a05/data/data2/current/BP-1184031593-172.17.0.2-1733207306968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:29:53,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:29:53,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c23ea55{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:29:53,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d61262c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:29:53,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:29:53,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6474836b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:29:53,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c0e5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d15431d3-79ef-4268-a5b7-afe449605aea/hadoop.log.dir/,STOPPED} 2024-12-03T06:29:53,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:29:53,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:29:53,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 136) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50179) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34079 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f74e8b8b5e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50179) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33281 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f74e8b8b5e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=281 (was 214) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11769 (was 11210) - AvailableMemoryMB LEAK? - 2024-12-03T06:29:53,338 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=11769 2024-12-03T06:29:53,348 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-03T06:29:53,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/hadoop.log.dir so I do NOT create it in target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b 2024-12-03T06:29:53,348 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:29:53,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/hadoop.tmp.dir so I do NOT create it in target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b 2024-12-03T06:29:53,348 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/410c8566-01e1-19cf-b27d-5b8f5310f380/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:29:53,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b 2024-12-03T06:29:53,349 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/cluster_a9aae4c6-7a6b-1f3d-437f-5953456823ad, deleteOnExit=true 2024-12-03T06:29:53,371 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/cluster_a9aae4c6-7a6b-1f3d-437f-5953456823ad/zookeeper_0, clientPort=54418, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/cluster_a9aae4c6-7a6b-1f3d-437f-5953456823ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/cluster_a9aae4c6-7a6b-1f3d-437f-5953456823ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:29:53,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54418 2024-12-03T06:29:53,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:29:53,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:29:53,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/test.cache.data in system properties and HBase conf 2024-12-03T06:29:53,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:29:53,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:29:53,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:29:53,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:29:53,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:29:53,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:29:53,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:29:53,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009eb6b1790002, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:29:53,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009eb6b1790005, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:29:53,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009eb6b1790005, quorum=127.0.0.1:50179, baseZNode=/11924921756 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:29:53,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009eb6b1790002, quorum=127.0.0.1:50179, baseZNode=/0-211690299 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:29:53,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:29:53,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:29:53,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:29:53,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:29:53,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:29:53,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:29:53,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d23ffab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:29:53,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2afa9cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:29:53,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12803652{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/java.io.tmpdir/jetty-localhost-42709-hadoop-hdfs-3_4_1-tests_jar-_-any-8983668602436042146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:29:53,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35299b4e{HTTP/1.1, (http/1.1)}{localhost:42709} 2024-12-03T06:29:53,778 INFO [Time-limited test {}] server.Server(415): Started @139029ms 2024-12-03T06:29:53,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:29:53,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:29:53,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:29:53,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:29:53,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:29:53,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15bbf7d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:29:53,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68beed2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:29:54,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@647ffad6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/java.io.tmpdir/jetty-localhost-34311-hadoop-hdfs-3_4_1-tests_jar-_-any-13808294231870695009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:29:54,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b94c408{HTTP/1.1, (http/1.1)}{localhost:34311} 2024-12-03T06:29:54,073 INFO [Time-limited test {}] server.Server(415): Started @139324ms 2024-12-03T06:29:54,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:29:54,469 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/cluster_a9aae4c6-7a6b-1f3d-437f-5953456823ad/data/data2/current/BP-586516140-172.17.0.2-1733207393386/current, will proceed with Du for space computation calculation, 2024-12-03T06:29:54,469 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/cluster_a9aae4c6-7a6b-1f3d-437f-5953456823ad/data/data1/current/BP-586516140-172.17.0.2-1733207393386/current, will proceed with Du for space computation calculation, 2024-12-03T06:29:54,482 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:29:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x144743fca3886389 with lease ID 0x982124d007e367d3: Processing first storage report for DS-c78570bd-6aba-479c-bc84-1a2262049e97 from datanode DatanodeRegistration(127.0.0.1:43985, datanodeUuid=8a5e9390-db37-468a-b9c8-55983386daf6, infoPort=39047, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=2066209351;c=1733207393386) 2024-12-03T06:29:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x144743fca3886389 with lease ID 0x982124d007e367d3: from storage DS-c78570bd-6aba-479c-bc84-1a2262049e97 node DatanodeRegistration(127.0.0.1:43985, datanodeUuid=8a5e9390-db37-468a-b9c8-55983386daf6, infoPort=39047, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=2066209351;c=1733207393386), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:29:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x144743fca3886389 with lease ID 0x982124d007e367d3: Processing first storage report for DS-cfba688f-412f-4981-aa4d-45373679dbad from datanode DatanodeRegistration(127.0.0.1:43985, datanodeUuid=8a5e9390-db37-468a-b9c8-55983386daf6, infoPort=39047, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=2066209351;c=1733207393386) 2024-12-03T06:29:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x144743fca3886389 with lease ID 0x982124d007e367d3: from storage DS-cfba688f-412f-4981-aa4d-45373679dbad node DatanodeRegistration(127.0.0.1:43985, datanodeUuid=8a5e9390-db37-468a-b9c8-55983386daf6, infoPort=39047, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=2066209351;c=1733207393386), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:29:54,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b 2024-12-03T06:29:54,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:54,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:54,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:29:54,907 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70 with version=8 2024-12-03T06:29:54,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/hbase-staging 2024-12-03T06:29:54,910 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:29:54,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:54,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:54,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:29:54,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:54,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:29:54,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:29:54,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:29:54,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35951 2024-12-03T06:29:54,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35951 connecting to ZooKeeper ensemble=127.0.0.1:54418 2024-12-03T06:29:54,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359510x0, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:29:54,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35951-0x1009eb803140000 connected 2024-12-03T06:29:55,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:55,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:55,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/running 2024-12-03T06:29:55,046 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70, hbase.cluster.distributed=false 2024-12-03T06:29:55,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/acl 2024-12-03T06:29:55,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35951 2024-12-03T06:29:55,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35951 2024-12-03T06:29:55,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35951 2024-12-03T06:29:55,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35951 2024-12-03T06:29:55,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35951 2024-12-03T06:29:55,064 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:29:55,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:55,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:55,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:29:55,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:55,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:29:55,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:29:55,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:29:55,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38389 2024-12-03T06:29:55,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38389 connecting to ZooKeeper ensemble=127.0.0.1:54418 2024-12-03T06:29:55,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:55,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:55,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383890x0, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:29:55,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383890x0, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/running 2024-12-03T06:29:55,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38389-0x1009eb803140001 connected 2024-12-03T06:29:55,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:29:55,093 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:29:55,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/master 2024-12-03T06:29:55,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/acl 2024-12-03T06:29:55,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38389 2024-12-03T06:29:55,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38389 2024-12-03T06:29:55,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38389 2024-12-03T06:29:55,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38389 2024-12-03T06:29:55,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38389 2024-12-03T06:29:55,115 DEBUG [M:0;122cddc95ec8:35951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:35951 2024-12-03T06:29:55,115 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-240151918/backup-masters/122cddc95ec8,35951,1733207394909 2024-12-03T06:29:55,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/backup-masters 2024-12-03T06:29:55,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/backup-masters 2024-12-03T06:29:55,125 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on existing znode=/0-240151918/backup-masters/122cddc95ec8,35951,1733207394909 2024-12-03T06:29:55,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-240151918/master 2024-12-03T06:29:55,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:55,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:55,139 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on existing znode=/0-240151918/master 2024-12-03T06:29:55,139 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-240151918/backup-masters/122cddc95ec8,35951,1733207394909 from backup master directory 2024-12-03T06:29:55,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240151918/backup-masters/122cddc95ec8,35951,1733207394909 2024-12-03T06:29:55,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/backup-masters 2024-12-03T06:29:55,150 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:29:55,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/backup-masters 2024-12-03T06:29:55,150 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,35951,1733207394909 2024-12-03T06:29:55,154 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/hbase.id] with ID: bbfacdec-2dcd-4c30-8326-92d5217b9934 2024-12-03T06:29:55,154 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/.tmp/hbase.id 2024-12-03T06:29:55,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:29:55,560 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/.tmp/hbase.id]:[hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/hbase.id] 2024-12-03T06:29:55,573 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:55,573 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:29:55,575 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T06:29:55,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:55,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:29:55,616 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:29:55,617 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:29:55,617 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:29:55,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:29:56,026 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store 2024-12-03T06:29:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:29:56,434 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:29:56,435 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:29:56,435 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:56,435 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:56,435 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:29:56,435 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:56,435 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:29:56,435 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207396434Disabling compacts and flushes for region at 1733207396434Disabling writes for close at 1733207396435 (+1 ms)Writing region close event to WAL at 1733207396435Closed at 1733207396435 2024-12-03T06:29:56,436 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/.initializing 2024-12-03T06:29:56,436 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909 2024-12-03T06:29:56,437 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:29:56,440 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C35951%2C1733207394909, suffix=, logDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909, archiveDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/oldWALs, maxLogs=10 2024-12-03T06:29:56,459 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909/122cddc95ec8%2C35951%2C1733207394909.1733207396440, exclude list is [], retry=0 2024-12-03T06:29:56,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43985,DS-c78570bd-6aba-479c-bc84-1a2262049e97,DISK] 2024-12-03T06:29:56,464 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909/122cddc95ec8%2C35951%2C1733207394909.1733207396440 2024-12-03T06:29:56,464 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-12-03T06:29:56,464 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:29:56,464 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:29:56,464 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,465 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:29:56,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:56,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:29:56,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:29:56,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:56,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:29:56,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:29:56,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:56,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:29:56,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:29:56,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:56,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:29:56,481 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,482 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,482 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,484 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,484 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,484 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:29:56,486 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:29:56,488 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:29:56,489 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72556153, jitterRate=0.0811709314584732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:29:56,490 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207396465Initializing all the Stores at 1733207396465Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207396465Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207396470 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207396470Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207396470Cleaning up temporary data from old regions at 1733207396484 (+14 ms)Region opened successfully at 1733207396490 (+6 ms) 2024-12-03T06:29:56,491 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:29:56,495 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41330a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:29:56,496 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:29:56,496 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:29:56,496 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:29:56,496 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:29:56,497 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:29:56,497 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:29:56,497 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:29:56,500 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:29:56,501 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/balancer because node does not exist (not necessarily an error) 2024-12-03T06:29:56,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:29:56,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:56,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:56,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:56,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:56,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:56,533 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/balancer already deleted, retry=false 2024-12-03T06:29:56,534 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:29:56,535 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:29:56,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:29:56,541 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/normalizer already deleted, retry=false 2024-12-03T06:29:56,542 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:29:56,545 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:29:56,550 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/switch/split already deleted, retry=false 2024-12-03T06:29:56,551 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:29:56,558 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/switch/merge already deleted, retry=false 2024-12-03T06:29:56,560 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:29:56,567 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/snapshot-cleanup already deleted, retry=false 2024-12-03T06:29:56,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-240151918/running 2024-12-03T06:29:56,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-240151918/running 2024-12-03T06:29:56,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:56,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:56,576 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,35951,1733207394909, sessionid=0x1009eb803140000, setting cluster-up flag (Was=false) 2024-12-03T06:29:56,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:56,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:56,617 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-240151918/flush-table-proc/acquired, /0-240151918/flush-table-proc/reached, /0-240151918/flush-table-proc/abort 2024-12-03T06:29:56,618 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,35951,1733207394909 2024-12-03T06:29:56,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:56,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:56,658 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-240151918/online-snapshot/acquired, /0-240151918/online-snapshot/reached, /0-240151918/online-snapshot/abort 2024-12-03T06:29:56,659 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,35951,1733207394909 2024-12-03T06:29:56,661 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:29:56,662 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:29:56,663 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:29:56,663 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:29:56,663 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,35951,1733207394909 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:29:56,664 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:29:56,664 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:29:56,665 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:29:56,665 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:29:56,665 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:29:56,665 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,665 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:29:56,665 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,667 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:29:56,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:29:56,668 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:56,669 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:29:56,670 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207426670 2024-12-03T06:29:56,670 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:29:56,670 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:29:56,670 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:29:56,670 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:29:56,670 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:29:56,670 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:29:56,670 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,672 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:29:56,672 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:29:56,672 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:29:56,672 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:29:56,674 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:29:56,674 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:29:56,678 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207396674,5,FailOnTimeoutGroup] 2024-12-03T06:29:56,682 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207396678,5,FailOnTimeoutGroup] 2024-12-03T06:29:56,682 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,682 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:29:56,682 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,682 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:29:56,705 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(746): ClusterId : bbfacdec-2dcd-4c30-8326-92d5217b9934 2024-12-03T06:29:56,705 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:29:56,709 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:29:56,709 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:29:56,717 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:29:56,718 DEBUG [RS:0;122cddc95ec8:38389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bebeeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:29:56,732 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:38389 2024-12-03T06:29:56,732 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:29:56,732 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:29:56,732 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:29:56,733 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,35951,1733207394909 with port=38389, startcode=1733207395064 2024-12-03T06:29:56,733 DEBUG [RS:0;122cddc95ec8:38389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:29:56,735 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:29:56,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,38389,1733207395064 2024-12-03T06:29:56,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35951 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,38389,1733207395064 2024-12-03T06:29:56,737 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70 2024-12-03T06:29:56,737 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36235 2024-12-03T06:29:56,737 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:29:56,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/rs 2024-12-03T06:29:56,742 DEBUG [RS:0;122cddc95ec8:38389 {}] zookeeper.ZKUtil(111): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on existing znode=/0-240151918/rs/122cddc95ec8,38389,1733207395064 2024-12-03T06:29:56,742 WARN [RS:0;122cddc95ec8:38389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:29:56,742 INFO [RS:0;122cddc95ec8:38389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:29:56,742 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064 2024-12-03T06:29:56,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,38389,1733207395064] 2024-12-03T06:29:56,747 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:29:56,748 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:29:56,749 INFO [RS:0;122cddc95ec8:38389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:29:56,749 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,749 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:29:56,758 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:29:56,758 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:29:56,759 DEBUG [RS:0;122cddc95ec8:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:29:56,772 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,773 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,773 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,773 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,773 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,773 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38389,1733207395064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:29:56,788 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:29:56,789 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38389,1733207395064-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,789 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,789 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.Replication(171): 122cddc95ec8,38389,1733207395064 started 2024-12-03T06:29:56,805 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:56,805 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,38389,1733207395064, RpcServer on 122cddc95ec8/172.17.0.2:38389, sessionid=0x1009eb803140001 2024-12-03T06:29:56,805 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:29:56,805 DEBUG [RS:0;122cddc95ec8:38389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,38389,1733207395064 2024-12-03T06:29:56,805 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,38389,1733207395064' 2024-12-03T06:29:56,805 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-240151918/flush-table-proc/abort' 2024-12-03T06:29:56,806 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-240151918/flush-table-proc/acquired' 2024-12-03T06:29:56,806 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:29:56,806 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:29:56,806 DEBUG [RS:0;122cddc95ec8:38389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,38389,1733207395064 2024-12-03T06:29:56,806 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,38389,1733207395064' 2024-12-03T06:29:56,806 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-240151918/online-snapshot/abort' 2024-12-03T06:29:56,807 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-240151918/online-snapshot/acquired' 2024-12-03T06:29:56,807 DEBUG [RS:0;122cddc95ec8:38389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:29:56,807 INFO [RS:0;122cddc95ec8:38389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:29:56,807 INFO [RS:0;122cddc95ec8:38389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:29:56,908 INFO [RS:0;122cddc95ec8:38389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:29:56,910 INFO [RS:0;122cddc95ec8:38389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C38389%2C1733207395064, suffix=, logDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064, archiveDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs, maxLogs=10 2024-12-03T06:29:56,928 DEBUG [RS:0;122cddc95ec8:38389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.1733207396910, exclude list is [], retry=0 2024-12-03T06:29:56,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43985,DS-c78570bd-6aba-479c-bc84-1a2262049e97,DISK] 2024-12-03T06:29:56,933 INFO [RS:0;122cddc95ec8:38389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.1733207396910 2024-12-03T06:29:56,933 DEBUG [RS:0;122cddc95ec8:38389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-12-03T06:29:57,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:29:57,085 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70 2024-12-03T06:29:57,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:29:57,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:29:57,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:29:57,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:29:57,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:57,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:29:57,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:29:57,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:29:57,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:57,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:29:57,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:29:57,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:29:57,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:57,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:29:57,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:29:57,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:29:57,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:57,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:29:57,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:29:57,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740 2024-12-03T06:29:57,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740 2024-12-03T06:29:57,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:29:57,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:29:57,502 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:29:57,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:29:57,504 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:29:57,505 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74111990, jitterRate=0.10435470938682556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:29:57,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207397493Initializing all the Stores at 1733207397494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207397494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207397494Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207397494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207397494Cleaning up temporary data from old regions at 1733207397501 (+7 ms)Region opened successfully at 1733207397505 (+4 ms) 2024-12-03T06:29:57,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:29:57,505 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:29:57,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:29:57,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:29:57,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:29:57,506 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:29:57,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207397505Disabling compacts and flushes for region at 1733207397505Disabling writes for close at 1733207397505Writing region close event to WAL at 1733207397506 (+1 ms)Closed at 1733207397506 2024-12-03T06:29:57,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:29:57,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:29:57,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:29:57,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:29:57,509 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:29:57,659 DEBUG [122cddc95ec8:35951 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:29:57,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,38389,1733207395064 2024-12-03T06:29:57,661 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,38389,1733207395064, state=OPENING 2024-12-03T06:29:57,691 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:29:57,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:57,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:29:57,700 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:29:57,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: CHANGED 2024-12-03T06:29:57,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: CHANGED 2024-12-03T06:29:57,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,38389,1733207395064}] 2024-12-03T06:29:57,853 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:29:57,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:29:57,858 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:29:57,858 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:29:57,858 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:29:57,860 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C38389%2C1733207395064.meta, suffix=.meta, logDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064, archiveDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs, maxLogs=10 2024-12-03T06:29:57,871 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.meta.1733207397860.meta, exclude list is [], retry=0 2024-12-03T06:29:57,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43985,DS-c78570bd-6aba-479c-bc84-1a2262049e97,DISK] 2024-12-03T06:29:57,875 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.meta.1733207397860.meta 2024-12-03T06:29:57,875 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-12-03T06:29:57,875 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:29:57,875 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:29:57,876 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:29:57,876 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:29:57,876 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:29:57,876 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:29:57,876 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:29:57,876 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:29:57,876 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:29:57,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:29:57,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:29:57,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:57,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:29:57,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:29:57,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:29:57,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:57,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:29:57,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:29:57,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:29:57,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:57,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:29:57,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:29:57,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:29:57,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:29:57,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:29:57,882 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:29:57,882 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740 2024-12-03T06:29:57,883 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740 2024-12-03T06:29:57,884 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:29:57,884 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:29:57,884 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:29:57,885 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:29:57,886 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59420081, jitterRate=-0.11457179486751556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:29:57,886 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:29:57,886 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207397876Writing region info on filesystem at 1733207397876Initializing all the Stores at 1733207397877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207397877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207397877Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207397877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207397877Cleaning up temporary data from old regions at 1733207397884 (+7 ms)Running coprocessor post-open hooks at 1733207397886 (+2 ms)Region opened successfully at 1733207397886 2024-12-03T06:29:57,887 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207397853 2024-12-03T06:29:57,888 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:29:57,888 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:29:57,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,38389,1733207395064 2024-12-03T06:29:57,889 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,38389,1733207395064, state=OPEN 2024-12-03T06:29:57,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-240151918/meta-region-server 2024-12-03T06:29:57,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-240151918/meta-region-server 2024-12-03T06:29:57,922 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,38389,1733207395064 2024-12-03T06:29:57,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: CHANGED 2024-12-03T06:29:57,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: CHANGED 2024-12-03T06:29:57,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:29:57,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,38389,1733207395064 in 222 msec 2024-12-03T06:29:57,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:29:57,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-03T06:29:57,926 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:29:57,926 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:29:57,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:29:57,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,38389,1733207395064, seqNum=-1] 2024-12-03T06:29:57,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:29:57,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:29:57,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-12-03T06:29:57,933 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207397933, completionTime=-1 2024-12-03T06:29:57,933 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:29:57,933 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:29:57,935 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:29:57,935 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207457935 2024-12-03T06:29:57,935 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207517935 2024-12-03T06:29:57,935 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:29:57,935 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35951,1733207394909-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:57,935 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35951,1733207394909-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:57,935 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35951,1733207394909-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:57,936 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:35951, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:57,936 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:57,936 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:57,937 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:29:57,939 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.789sec 2024-12-03T06:29:57,939 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:29:57,939 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:29:57,939 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:29:57,939 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:29:57,939 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:29:57,939 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35951,1733207394909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:29:57,939 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35951,1733207394909-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:29:57,941 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:29:57,941 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:29:57,941 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35951,1733207394909-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:29:58,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24052eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:29:58,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,35951,-1 for getting cluster id 2024-12-03T06:29:58,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:29:58,007 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbfacdec-2dcd-4c30-8326-92d5217b9934' 2024-12-03T06:29:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:29:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbfacdec-2dcd-4c30-8326-92d5217b9934" 2024-12-03T06:29:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab19fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:29:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,35951,-1] 2024-12-03T06:29:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:29:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:29:58,009 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:29:58,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495fefbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:29:58,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:29:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,38389,1733207395064, seqNum=-1] 2024-12-03T06:29:58,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:29:58,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:29:58,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,35951,1733207394909 2024-12-03T06:29:58,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54418 2024-12-03T06:29:58,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:29:58,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009eb803140002 connected 2024-12-03T06:29:58,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/hadoop.log.dir so I do NOT create it in target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485 2024-12-03T06:29:58,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:29:58,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/hadoop.tmp.dir so I do NOT create it in target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485 2024-12-03T06:29:58,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:29:58,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485 2024-12-03T06:29:58,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/cluster_8fa883de-3199-531f-7096-87fab85c98bc, deleteOnExit=true 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/test.cache.data in system properties and HBase conf 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:29:58,036 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:29:58,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:29:58,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:29:58,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:29:58,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:29:58,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:29:58,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:29:58,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:29:58,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:29:58,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:29:58,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:29:58,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:29:58,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:29:58,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:29:58,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:29:58,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:29:58,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:29:58,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ee28337{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:29:58,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b982f5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:29:58,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56f79492{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/java.io.tmpdir/jetty-localhost-33113-hadoop-hdfs-3_4_1-tests_jar-_-any-13719758361213495461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:29:58,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ddfaba{HTTP/1.1, (http/1.1)}{localhost:33113} 2024-12-03T06:29:58,386 INFO [Time-limited test {}] server.Server(415): Started @143637ms 2024-12-03T06:29:58,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:29:58,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:29:58,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:29:58,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:29:58,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:29:58,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3904e05e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:29:58,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e350811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:29:58,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59660647{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/java.io.tmpdir/jetty-localhost-44217-hadoop-hdfs-3_4_1-tests_jar-_-any-15813399896797637205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:29:58,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45139d65{HTTP/1.1, (http/1.1)}{localhost:44217} 2024-12-03T06:29:58,661 INFO [Time-limited test {}] server.Server(415): Started @143912ms 2024-12-03T06:29:58,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:29:59,161 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/cluster_8fa883de-3199-531f-7096-87fab85c98bc/data/data1/current/BP-271661193-172.17.0.2-1733207398050/current, will proceed with Du for space computation calculation, 2024-12-03T06:29:59,161 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/cluster_8fa883de-3199-531f-7096-87fab85c98bc/data/data2/current/BP-271661193-172.17.0.2-1733207398050/current, will proceed with Du for space computation calculation, 2024-12-03T06:29:59,175 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:29:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c79bf1fec251101 with lease ID 0x9d3d8bbcbb78a0aa: Processing first storage report for DS-ae3f4e2c-2616-467b-8548-6c2b254ff8c5 from datanode DatanodeRegistration(127.0.0.1:34991, datanodeUuid=9c1ef234-7155-4cff-89d7-fc5fc358cddc, infoPort=44283, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=711475436;c=1733207398050) 2024-12-03T06:29:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c79bf1fec251101 with lease ID 0x9d3d8bbcbb78a0aa: from storage DS-ae3f4e2c-2616-467b-8548-6c2b254ff8c5 node DatanodeRegistration(127.0.0.1:34991, datanodeUuid=9c1ef234-7155-4cff-89d7-fc5fc358cddc, infoPort=44283, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=711475436;c=1733207398050), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:29:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c79bf1fec251101 with lease ID 0x9d3d8bbcbb78a0aa: Processing first storage report for DS-3da3b956-7578-46ac-94de-f34386848839 from datanode DatanodeRegistration(127.0.0.1:34991, datanodeUuid=9c1ef234-7155-4cff-89d7-fc5fc358cddc, infoPort=44283, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=711475436;c=1733207398050) 2024-12-03T06:29:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c79bf1fec251101 with lease ID 0x9d3d8bbcbb78a0aa: from storage DS-3da3b956-7578-46ac-94de-f34386848839 node DatanodeRegistration(127.0.0.1:34991, datanodeUuid=9c1ef234-7155-4cff-89d7-fc5fc358cddc, infoPort=44283, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=711475436;c=1733207398050), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:29:59,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485 2024-12-03T06:29:59,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:59,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:29:59,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48 with version=8 2024-12-03T06:29:59,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/hbase-staging 2024-12-03T06:29:59,602 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:29:59,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:59,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:59,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:29:59,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:59,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:29:59,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:29:59,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:29:59,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42069 2024-12-03T06:29:59,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42069 connecting to ZooKeeper ensemble=127.0.0.1:54418 2024-12-03T06:29:59,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420690x0, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:29:59,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42069-0x1009eb803140003 connected 2024-12-03T06:29:59,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:59,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:59,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Set watcher on znode that does not yet exist, /11333851937/running 2024-12-03T06:29:59,695 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48, hbase.cluster.distributed=false 2024-12-03T06:29:59,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Set watcher on znode that does not yet exist, /11333851937/acl 2024-12-03T06:29:59,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42069 2024-12-03T06:29:59,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42069 2024-12-03T06:29:59,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42069 2024-12-03T06:29:59,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42069 2024-12-03T06:29:59,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42069 2024-12-03T06:29:59,711 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:29:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:59,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:29:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:29:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:29:59,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:29:59,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:29:59,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35001 2024-12-03T06:29:59,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35001 connecting to ZooKeeper ensemble=127.0.0.1:54418 2024-12-03T06:29:59,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:59,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:29:59,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350010x0, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:29:59,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350010x0, quorum=127.0.0.1:54418, baseZNode=/11333851937 Set watcher on znode that does not yet exist, /11333851937/running 2024-12-03T06:29:59,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35001-0x1009eb803140004 connected 2024-12-03T06:29:59,726 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:29:59,726 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:29:59,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Set watcher on znode that does not yet exist, /11333851937/master 2024-12-03T06:29:59,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Set watcher on znode that does not yet exist, /11333851937/acl 2024-12-03T06:29:59,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35001 2024-12-03T06:29:59,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35001 2024-12-03T06:29:59,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35001 2024-12-03T06:29:59,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35001 2024-12-03T06:29:59,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35001 2024-12-03T06:29:59,744 DEBUG [M:0;122cddc95ec8:42069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:42069 2024-12-03T06:29:59,744 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11333851937/backup-masters/122cddc95ec8,42069,1733207399602 2024-12-03T06:29:59,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937/backup-masters 2024-12-03T06:29:59,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937/backup-masters 2024-12-03T06:29:59,750 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Set watcher on existing znode=/11333851937/backup-masters/122cddc95ec8,42069,1733207399602 2024-12-03T06:29:59,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11333851937/master 2024-12-03T06:29:59,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:29:59,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:29:59,758 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Set watcher on existing znode=/11333851937/master 2024-12-03T06:29:59,759 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11333851937/backup-masters/122cddc95ec8,42069,1733207399602 from backup master directory 2024-12-03T06:29:59,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11333851937/backup-masters/122cddc95ec8,42069,1733207399602 2024-12-03T06:29:59,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937/backup-masters 2024-12-03T06:29:59,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937/backup-masters 2024-12-03T06:29:59,766 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:29:59,766 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,42069,1733207399602 2024-12-03T06:29:59,770 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/hbase.id] with ID: d5585fa8-0d9f-4382-b30e-cded86ee8350 2024-12-03T06:29:59,771 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/.tmp/hbase.id 2024-12-03T06:29:59,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:30:00,176 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/.tmp/hbase.id]:[hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/hbase.id] 2024-12-03T06:30:00,186 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:00,187 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:30:00,187 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T06:30:00,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:00,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:00,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:30:00,623 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:00,624 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:30:00,624 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:00,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:30:01,031 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store 2024-12-03T06:30:01,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:30:01,437 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:01,437 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:30:01,437 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:01,437 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:01,437 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:30:01,437 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:01,437 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:01,437 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207401437Disabling compacts and flushes for region at 1733207401437Disabling writes for close at 1733207401437Writing region close event to WAL at 1733207401437Closed at 1733207401437 2024-12-03T06:30:01,438 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/.initializing 2024-12-03T06:30:01,438 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/WALs/122cddc95ec8,42069,1733207399602 2024-12-03T06:30:01,439 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:01,441 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C42069%2C1733207399602, suffix=, logDir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/WALs/122cddc95ec8,42069,1733207399602, archiveDir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/oldWALs, maxLogs=10 2024-12-03T06:30:01,452 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/WALs/122cddc95ec8,42069,1733207399602/122cddc95ec8%2C42069%2C1733207399602.1733207401441, exclude list is [], retry=0 2024-12-03T06:30:01,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-ae3f4e2c-2616-467b-8548-6c2b254ff8c5,DISK] 2024-12-03T06:30:01,456 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/WALs/122cddc95ec8,42069,1733207399602/122cddc95ec8%2C42069%2C1733207399602.1733207401441 2024-12-03T06:30:01,456 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-03T06:30:01,457 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:01,457 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:01,457 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,457 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:30:01,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:01,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:01,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:30:01,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:01,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:01,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:30:01,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:01,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:01,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:30:01,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:01,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:01,464 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,464 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,465 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,466 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,466 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,466 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:01,467 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:01,469 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:01,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61171027, jitterRate=-0.08848066627979279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:01,469 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207401457Initializing all the Stores at 1733207401458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207401458Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207401458Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207401458Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207401458Cleaning up temporary data from old regions at 1733207401466 (+8 ms)Region opened successfully at 1733207401469 (+3 ms) 2024-12-03T06:30:01,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:30:01,472 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b165cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:01,473 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:30:01,473 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:30:01,473 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:30:01,473 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:30:01,474 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:30:01,474 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:30:01,474 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:30:01,475 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:30:01,476 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Unable to get data of znode /11333851937/balancer because node does not exist (not necessarily an error) 2024-12-03T06:30:01,508 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11333851937/balancer already deleted, retry=false 2024-12-03T06:30:01,508 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:30:01,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Unable to get data of znode /11333851937/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:30:01,516 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11333851937/normalizer already deleted, retry=false 2024-12-03T06:30:01,517 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:30:01,517 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Unable to get data of znode /11333851937/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:30:01,525 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11333851937/switch/split already deleted, retry=false 2024-12-03T06:30:01,525 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Unable to get data of znode /11333851937/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:30:01,533 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11333851937/switch/merge already deleted, retry=false 2024-12-03T06:30:01,535 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Unable to get data of znode /11333851937/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:30:01,541 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11333851937/snapshot-cleanup already deleted, retry=false 2024-12-03T06:30:01,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11333851937/running 2024-12-03T06:30:01,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11333851937/running 2024-12-03T06:30:01,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:01,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:01,550 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,42069,1733207399602, sessionid=0x1009eb803140003, setting cluster-up flag (Was=false) 2024-12-03T06:30:01,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:01,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:01,591 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11333851937/flush-table-proc/acquired, /11333851937/flush-table-proc/reached, /11333851937/flush-table-proc/abort 2024-12-03T06:30:01,592 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,42069,1733207399602 2024-12-03T06:30:01,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:01,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:01,633 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11333851937/online-snapshot/acquired, /11333851937/online-snapshot/reached, /11333851937/online-snapshot/abort 2024-12-03T06:30:01,634 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,42069,1733207399602 2024-12-03T06:30:01,635 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:30:01,636 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(746): ClusterId : d5585fa8-0d9f-4382-b30e-cded86ee8350 2024-12-03T06:30:01,636 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:30:01,636 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:01,637 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:30:01,637 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:30:01,637 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,42069,1733207399602 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:30:01,642 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:30:01,642 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:30:01,642 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:01,642 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:01,642 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:01,642 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:01,642 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:30:01,642 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,642 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:01,642 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,643 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207431643 2024-12-03T06:30:01,643 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:30:01,643 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:30:01,643 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:30:01,643 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:30:01,643 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:30:01,643 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:30:01,643 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,643 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:30:01,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:01,643 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:30:01,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:30:01,644 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:30:01,644 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:30:01,644 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:30:01,644 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:30:01,644 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207401644,5,FailOnTimeoutGroup] 2024-12-03T06:30:01,644 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207401644,5,FailOnTimeoutGroup] 2024-12-03T06:30:01,644 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,644 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:30:01,644 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,644 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,644 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:01,645 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:30:01,651 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:30:01,651 DEBUG [RS:0;122cddc95ec8:35001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40653b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:01,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:30:01,661 DEBUG [RS:0;122cddc95ec8:35001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:35001 2024-12-03T06:30:01,661 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:30:01,661 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:30:01,661 DEBUG [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:30:01,662 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,42069,1733207399602 with port=35001, startcode=1733207399710 2024-12-03T06:30:01,662 DEBUG [RS:0;122cddc95ec8:35001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:30:01,663 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:30:01,664 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,35001,1733207399710 2024-12-03T06:30:01,664 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42069 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,35001,1733207399710 2024-12-03T06:30:01,665 DEBUG [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48 2024-12-03T06:30:01,665 DEBUG [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44197 2024-12-03T06:30:01,665 DEBUG [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:30:01,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937/rs 2024-12-03T06:30:01,710 DEBUG [RS:0;122cddc95ec8:35001 {}] zookeeper.ZKUtil(111): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Set watcher on existing znode=/11333851937/rs/122cddc95ec8,35001,1733207399710 2024-12-03T06:30:01,710 WARN [RS:0;122cddc95ec8:35001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:30:01,710 INFO [RS:0;122cddc95ec8:35001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:01,710 DEBUG [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/WALs/122cddc95ec8,35001,1733207399710 2024-12-03T06:30:01,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,35001,1733207399710] 2024-12-03T06:30:01,713 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:30:01,714 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:30:01,714 INFO [RS:0;122cddc95ec8:35001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:30:01,714 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,714 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:30:01,715 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:30:01,715 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,715 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,715 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,715 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,715 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,715 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,716 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:01,716 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,716 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,716 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,716 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,716 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,716 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:01,716 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:30:01,716 DEBUG [RS:0;122cddc95ec8:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:30:01,718 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,718 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,718 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,718 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,718 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,718 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35001,1733207399710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:30:01,731 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:30:01,731 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35001,1733207399710-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,731 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,731 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.Replication(171): 122cddc95ec8,35001,1733207399710 started 2024-12-03T06:30:01,741 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:01,741 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,35001,1733207399710, RpcServer on 122cddc95ec8/172.17.0.2:35001, sessionid=0x1009eb803140004 2024-12-03T06:30:01,741 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:30:01,741 DEBUG [RS:0;122cddc95ec8:35001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,35001,1733207399710 2024-12-03T06:30:01,741 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,35001,1733207399710' 2024-12-03T06:30:01,741 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11333851937/flush-table-proc/abort' 2024-12-03T06:30:01,742 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11333851937/flush-table-proc/acquired' 2024-12-03T06:30:01,743 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:30:01,743 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:30:01,743 DEBUG [RS:0;122cddc95ec8:35001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,35001,1733207399710 2024-12-03T06:30:01,743 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,35001,1733207399710' 2024-12-03T06:30:01,743 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11333851937/online-snapshot/abort' 2024-12-03T06:30:01,743 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11333851937/online-snapshot/acquired' 2024-12-03T06:30:01,743 DEBUG [RS:0;122cddc95ec8:35001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:30:01,743 INFO [RS:0;122cddc95ec8:35001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:30:01,743 INFO [RS:0;122cddc95ec8:35001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:30:01,844 INFO [RS:0;122cddc95ec8:35001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:01,845 INFO [RS:0;122cddc95ec8:35001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C35001%2C1733207399710, suffix=, logDir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/WALs/122cddc95ec8,35001,1733207399710, archiveDir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/oldWALs, maxLogs=10 2024-12-03T06:30:01,855 DEBUG [RS:0;122cddc95ec8:35001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/WALs/122cddc95ec8,35001,1733207399710/122cddc95ec8%2C35001%2C1733207399710.1733207401845, exclude list is [], retry=0 2024-12-03T06:30:01,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-ae3f4e2c-2616-467b-8548-6c2b254ff8c5,DISK] 2024-12-03T06:30:01,860 INFO [RS:0;122cddc95ec8:35001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/WALs/122cddc95ec8,35001,1733207399710/122cddc95ec8%2C35001%2C1733207399710.1733207401845 2024-12-03T06:30:01,860 DEBUG [RS:0;122cddc95ec8:35001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-03T06:30:02,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:30:02,053 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48 2024-12-03T06:30:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:30:02,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:02,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:30:02,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:30:02,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:02,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:02,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:30:02,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:30:02,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:02,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:02,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:30:02,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:30:02,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:02,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:02,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:30:02,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:30:02,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:02,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:02,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:30:02,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740 2024-12-03T06:30:02,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740 2024-12-03T06:30:02,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:30:02,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:30:02,467 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:02,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:30:02,470 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:02,470 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67281466, jitterRate=0.002571970224380493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:02,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207402459Initializing all the Stores at 1733207402460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207402460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207402460Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207402460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207402460Cleaning up temporary data from old regions at 1733207402467 (+7 ms)Region opened successfully at 1733207402470 (+3 ms) 2024-12-03T06:30:02,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:30:02,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:30:02,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:30:02,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:30:02,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:30:02,471 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:02,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207402470Disabling compacts and flushes for region at 1733207402470Disabling writes for close at 1733207402470Writing region close event to WAL at 1733207402471 (+1 ms)Closed at 1733207402471 2024-12-03T06:30:02,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:02,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:30:02,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:30:02,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:30:02,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:30:02,623 DEBUG [122cddc95ec8:42069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:30:02,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,35001,1733207399710 2024-12-03T06:30:02,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,35001,1733207399710, state=OPENING 2024-12-03T06:30:02,658 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:30:02,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:02,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:02,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11333851937/meta-region-server: CHANGED 2024-12-03T06:30:02,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11333851937/meta-region-server: CHANGED 2024-12-03T06:30:02,667 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:30:02,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,35001,1733207399710}] 2024-12-03T06:30:02,747 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:30:02,820 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:30:02,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:30:02,826 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:30:02,826 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:02,826 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:30:02,828 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C35001%2C1733207399710.meta, suffix=.meta, logDir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/WALs/122cddc95ec8,35001,1733207399710, archiveDir=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/oldWALs, maxLogs=10 2024-12-03T06:30:02,840 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/WALs/122cddc95ec8,35001,1733207399710/122cddc95ec8%2C35001%2C1733207399710.meta.1733207402828.meta, exclude list is [], retry=0 2024-12-03T06:30:02,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34991,DS-ae3f4e2c-2616-467b-8548-6c2b254ff8c5,DISK] 2024-12-03T06:30:02,843 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/WALs/122cddc95ec8,35001,1733207399710/122cddc95ec8%2C35001%2C1733207399710.meta.1733207402828.meta 2024-12-03T06:30:02,844 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-03T06:30:02,844 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:02,844 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:02,844 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:30:02,844 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:30:02,845 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:30:02,845 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:30:02,845 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:02,845 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:30:02,845 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:30:02,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:30:02,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:30:02,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:02,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:02,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:30:02,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:30:02,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:02,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:02,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:30:02,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:30:02,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:02,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:02,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:30:02,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:30:02,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:02,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:02,850 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:30:02,851 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740 2024-12-03T06:30:02,851 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740 2024-12-03T06:30:02,852 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:30:02,852 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:30:02,853 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:02,854 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:30:02,854 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63692083, jitterRate=-0.05091400444507599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:02,854 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:30:02,854 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207402845Writing region info on filesystem at 1733207402845Initializing all the Stores at 1733207402846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207402846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207402846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207402846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207402846Cleaning up temporary data from old regions at 1733207402852 (+6 ms)Running coprocessor post-open hooks at 1733207402854 (+2 ms)Region opened successfully at 1733207402854 2024-12-03T06:30:02,855 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207402819 2024-12-03T06:30:02,857 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:30:02,857 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:30:02,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,35001,1733207399710 2024-12-03T06:30:02,859 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,35001,1733207399710, state=OPEN 2024-12-03T06:30:02,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11333851937/meta-region-server 2024-12-03T06:30:02,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11333851937/meta-region-server 2024-12-03T06:30:02,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,35001,1733207399710 2024-12-03T06:30:02,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11333851937/meta-region-server: CHANGED 2024-12-03T06:30:02,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11333851937/meta-region-server: CHANGED 2024-12-03T06:30:02,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:30:02,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,35001,1733207399710 in 199 msec 2024-12-03T06:30:02,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:30:02,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-12-03T06:30:02,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:02,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:30:02,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:02,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,35001,1733207399710, seqNum=-1] 2024-12-03T06:30:02,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:02,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:02,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-12-03T06:30:02,880 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207402880, completionTime=-1 2024-12-03T06:30:02,880 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:30:02,880 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:30:02,882 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:30:02,882 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207462882 2024-12-03T06:30:02,882 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207522882 2024-12-03T06:30:02,882 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:30:02,882 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42069,1733207399602-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:02,882 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42069,1733207399602-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:02,883 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42069,1733207399602-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:02,883 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:42069, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:02,883 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:02,883 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:02,884 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:30:02,887 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.120sec 2024-12-03T06:30:02,887 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:30:02,887 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:30:02,887 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:30:02,887 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:30:02,887 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:30:02,887 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42069,1733207399602-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:30:02,887 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42069,1733207399602-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:30:02,889 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:30:02,889 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:30:02,889 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42069,1733207399602-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:02,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc4fdd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:02,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,42069,-1 for getting cluster id 2024-12-03T06:30:02,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:02,939 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5585fa8-0d9f-4382-b30e-cded86ee8350' 2024-12-03T06:30:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:02,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5585fa8-0d9f-4382-b30e-cded86ee8350" 2024-12-03T06:30:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1508d2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,42069,-1] 2024-12-03T06:30:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:02,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:02,941 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:02,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778308fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:02,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,35001,1733207399710, seqNum=-1] 2024-12-03T06:30:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:02,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:02,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,42069,1733207399602 2024-12-03T06:30:02,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54418 2024-12-03T06:30:02,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:02,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009eb803140005 connected 2024-12-03T06:30:02,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff71a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:02,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,35951,-1 for getting cluster id 2024-12-03T06:30:02,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:02,970 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbfacdec-2dcd-4c30-8326-92d5217b9934' 2024-12-03T06:30:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbfacdec-2dcd-4c30-8326-92d5217b9934" 2024-12-03T06:30:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231416f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,35951,-1] 2024-12-03T06:30:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:02,971 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a61e53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:02,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,35951,1733207394909 2024-12-03T06:30:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dc2a752 2024-12-03T06:30:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:02,974 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:02,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:42069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:30:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:30:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:02,977 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:42069' 2024-12-03T06:30:02,978 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105c0144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:02,978 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,42069,-1 for getting cluster id 2024-12-03T06:30:02,978 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:02,979 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5585fa8-0d9f-4382-b30e-cded86ee8350' 2024-12-03T06:30:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5585fa8-0d9f-4382-b30e-cded86ee8350" 2024-12-03T06:30:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7d203e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,42069,-1] 2024-12-03T06:30:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:02,980 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:02,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9a3cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:02,981 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:02,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,42069,1733207399602 2024-12-03T06:30:02,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@693ee870 2024-12-03T06:30:02,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:02,982 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:02,983 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T06:30:02,983 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:30:02,983 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:02,983 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:02,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:02,983 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:02,984 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:30:02,985 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:30:02,986 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:02,986 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:30:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741835_1011 (size=1138) 2024-12-03T06:30:03,035 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:30:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:03,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:30:03,395 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 787e5c7ec18a77de954381066cb69b8b, NAME => 'hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70 2024-12-03T06:30:03,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:03,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:03,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:03,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:03,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:03,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741836_1012 (size=44) 2024-12-03T06:30:03,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 787e5c7ec18a77de954381066cb69b8b, disabling compactions & flushes 2024-12-03T06:30:03,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. after waiting 0 ms 2024-12-03T06:30:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:03,802 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:03,802 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 787e5c7ec18a77de954381066cb69b8b: Waiting for close lock at 1733207403802Disabling compacts and flushes for region at 1733207403802Disabling writes for close at 1733207403802Writing region close event to WAL at 1733207403802Closed at 1733207403802 2024-12-03T06:30:03,803 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:30:03,803 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207403803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207403803"}]},"ts":"1733207403803"} 2024-12-03T06:30:03,806 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:30:03,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:30:03,807 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207403807"}]},"ts":"1733207403807"} 2024-12-03T06:30:03,809 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:30:03,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787e5c7ec18a77de954381066cb69b8b, ASSIGN}] 2024-12-03T06:30:03,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787e5c7ec18a77de954381066cb69b8b, ASSIGN 2024-12-03T06:30:03,812 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=787e5c7ec18a77de954381066cb69b8b, ASSIGN; state=OFFLINE, location=122cddc95ec8,38389,1733207395064; forceNewPlan=false, retain=false 2024-12-03T06:30:03,962 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=787e5c7ec18a77de954381066cb69b8b, regionState=OPENING, regionLocation=122cddc95ec8,38389,1733207395064 2024-12-03T06:30:03,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=787e5c7ec18a77de954381066cb69b8b, ASSIGN because future has completed 2024-12-03T06:30:03,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787e5c7ec18a77de954381066cb69b8b, server=122cddc95ec8,38389,1733207395064}] 2024-12-03T06:30:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:04,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:04,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:04,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:30:04,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C38389%2C1733207395064.rep, suffix=, logDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064, archiveDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs, maxLogs=10 2024-12-03T06:30:04,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.rep.1733207404123, exclude list is [], retry=0 2024-12-03T06:30:04,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43985,DS-c78570bd-6aba-479c-bc84-1a2262049e97,DISK] 2024-12-03T06:30:04,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.rep.1733207404123 2024-12-03T06:30:04,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-12-03T06:30:04,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 787e5c7ec18a77de954381066cb69b8b, NAME => 'hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:04,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:04,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:30:04,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. service=MultiRowMutationService 2024-12-03T06:30:04,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:30:04,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:04,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,143 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,144 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787e5c7ec18a77de954381066cb69b8b columnFamilyName hfileref 2024-12-03T06:30:04,144 DEBUG [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:04,144 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(327): Store=787e5c7ec18a77de954381066cb69b8b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:04,144 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,145 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787e5c7ec18a77de954381066cb69b8b columnFamilyName queue 2024-12-03T06:30:04,145 DEBUG [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:04,146 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(327): Store=787e5c7ec18a77de954381066cb69b8b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:04,146 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,147 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787e5c7ec18a77de954381066cb69b8b columnFamilyName sid 2024-12-03T06:30:04,147 DEBUG [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:04,147 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(327): Store=787e5c7ec18a77de954381066cb69b8b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:04,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:30:04,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:04,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 787e5c7ec18a77de954381066cb69b8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63392484, jitterRate=-0.05537837743759155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:30:04,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:04,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 787e5c7ec18a77de954381066cb69b8b: Running coprocessor pre-open hook at 1733207404141Writing region info on filesystem at 1733207404141Initializing all the Stores at 1733207404142 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207404142Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207404142Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207404142Cleaning up temporary data from old regions at 1733207404149 (+7 ms)Running coprocessor post-open hooks at 1733207404154 (+5 ms)Region opened successfully at 1733207404154 2024-12-03T06:30:04,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b., pid=7, masterSystemTime=1733207404118 2024-12-03T06:30:04,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:04,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:04,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=787e5c7ec18a77de954381066cb69b8b, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,38389,1733207395064 2024-12-03T06:30:04,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787e5c7ec18a77de954381066cb69b8b, server=122cddc95ec8,38389,1733207395064 because future has completed 2024-12-03T06:30:04,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T06:30:04,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 787e5c7ec18a77de954381066cb69b8b, server=122cddc95ec8,38389,1733207395064 in 196 msec 2024-12-03T06:30:04,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:30:04,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787e5c7ec18a77de954381066cb69b8b, ASSIGN in 354 msec 2024-12-03T06:30:04,166 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:30:04,166 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207404166"}]},"ts":"1733207404166"} 2024-12-03T06:30:04,168 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:30:04,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:30:04,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-12-03T06:30:04,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b., hostname=122cddc95ec8,38389,1733207395064, seqNum=2] 2024-12-03T06:30:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:04,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:30:04,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T06:30:04,404 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:30:04,429 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,38389,1733207395064, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:30:04,430 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:04,430 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,38389,1733207395064, seqNum=-1] 2024-12-03T06:30:04,430 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:04,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-03T06:30:04,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,38389,1733207395064', locateType=CURRENT is [region=hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b., hostname=122cddc95ec8,38389,1733207395064, seqNum=2] 2024-12-03T06:30:04,435 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T06:30:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T06:30:04,438 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,38389,1733207395064 suceeded 2024-12-03T06:30:04,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T06:30:04,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-03T06:30:04,440 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:42069,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:30:04,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-12-03T06:30:04,457 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:42069' 2024-12-03T06:30:04,459 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14231920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:04,459 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,42069,-1 for getting cluster id 2024-12-03T06:30:04,459 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:04,460 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5585fa8-0d9f-4382-b30e-cded86ee8350' 2024-12-03T06:30:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5585fa8-0d9f-4382-b30e-cded86ee8350" 2024-12-03T06:30:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41cdce43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,42069,-1] 2024-12-03T06:30:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:04,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:04,461 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:04,462 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78aacd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:04,462 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:04,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,42069,1733207399602 2024-12-03T06:30:04,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@150795ae 2024-12-03T06:30:04,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:04,463 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-03T06:30:04,464 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,38389,1733207395064 (queues=1) is replicating from cluster=bbfacdec-2dcd-4c30-8326-92d5217b9934 to cluster=d5585fa8-0d9f-4382-b30e-cded86ee8350 2024-12-03T06:30:04,464 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C38389%2C1733207395064 2024-12-03T06:30:04,464 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,38389,1733207395064, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:30:04,465 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064.replicationSource.shipper122cddc95ec8%2C38389%2C1733207395064,1-122cddc95ec8,38389,1733207395064 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C38389%2C1733207395064 2024-12-03T06:30:04,465 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064.replicationSource.wal-reader.122cddc95ec8%2C38389%2C1733207395064,1-122cddc95ec8,38389,1733207395064 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.1733207396910, startPosition=0, beingWritten=true 2024-12-03T06:30:04,670 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064.replicationSource.wal-reader.122cddc95ec8%2C38389%2C1733207395064,1-122cddc95ec8,38389,1733207395064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.1733207396910 to pos 0, reset compression=false 2024-12-03T06:30:04,975 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064.replicationSource.wal-reader.122cddc95ec8%2C38389%2C1733207395064,1-122cddc95ec8,38389,1733207395064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.1733207396910 to pos 0, reset compression=false 2024-12-03T06:30:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:05,137 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:30:05,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:05,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:05,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:05,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:05,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:05,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:05,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,35951,1733207394909 2024-12-03T06:30:05,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41bf7c3 2024-12-03T06:30:05,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:05,140 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:05,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T06:30:05,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:05,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:05,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:05,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:05,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:05,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:30:05,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=643296187, stopped=false 2024-12-03T06:30:05,141 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,35951,1733207394909 2024-12-03T06:30:05,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240151918/running 2024-12-03T06:30:05,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240151918/running 2024-12-03T06:30:05,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:05,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:05,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:30:05,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:05,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:05,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:05,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/running 2024-12-03T06:30:05,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/running 2024-12-03T06:30:05,184 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,38389,1733207395064' ***** 2024-12-03T06:30:05,184 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:30:05,184 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:30:05,184 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:30:05,184 INFO [RS:0;122cddc95ec8:38389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:30:05,185 INFO [RS:0;122cddc95ec8:38389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:30:05,185 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(3091): Received CLOSE for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:05,185 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,38389,1733207395064 2024-12-03T06:30:05,185 INFO [RS:0;122cddc95ec8:38389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:30:05,185 INFO [RS:0;122cddc95ec8:38389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:38389. 2024-12-03T06:30:05,185 DEBUG [RS:0;122cddc95ec8:38389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:05,185 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 787e5c7ec18a77de954381066cb69b8b, disabling compactions & flushes 2024-12-03T06:30:05,185 DEBUG [RS:0;122cddc95ec8:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:05,185 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:05,185 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:05,185 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. after waiting 0 ms 2024-12-03T06:30:05,185 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:30:05,185 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:05,185 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:30:05,185 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:30:05,185 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:30:05,185 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 787e5c7ec18a77de954381066cb69b8b 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T06:30:05,185 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:30:05,185 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1325): Online Regions={787e5c7ec18a77de954381066cb69b8b=hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:30:05,185 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:05,185 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:30:05,186 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:30:05,186 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:30:05,186 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:30:05,186 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:30:05,186 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T06:30:05,199 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/info/f19938660de944cea916d21e6ea49fdf is 147, key is hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b./info:regioninfo/1733207404158/Put/seqid=0 2024-12-03T06:30:05,203 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b/.tmp/queue/6271f20f7e89452c963a6bde303611d2 is 151, key is 1-122cddc95ec8,38389,1733207395064/queue:122cddc95ec8%2C38389%2C1733207395064/1733207404434/Put/seqid=0 2024-12-03T06:30:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741838_1014 (size=6631) 2024-12-03T06:30:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741839_1015 (size=5350) 2024-12-03T06:30:05,280 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:30:05,379 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064.replicationSource.wal-reader.122cddc95ec8%2C38389%2C1733207395064,1-122cddc95ec8,38389,1733207395064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.1733207396910 to pos 0, reset compression=false 2024-12-03T06:30:05,386 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:05,586 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:05,605 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/info/f19938660de944cea916d21e6ea49fdf 2024-12-03T06:30:05,610 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b/.tmp/queue/6271f20f7e89452c963a6bde303611d2 2024-12-03T06:30:05,615 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b/.tmp/queue/6271f20f7e89452c963a6bde303611d2 as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b/queue/6271f20f7e89452c963a6bde303611d2 2024-12-03T06:30:05,620 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b/queue/6271f20f7e89452c963a6bde303611d2, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T06:30:05,621 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 787e5c7ec18a77de954381066cb69b8b in 436ms, sequenceid=5, compaction requested=false 2024-12-03T06:30:05,621 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T06:30:05,629 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:30:05,629 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/ns/853c25386d1d46afb400da0f89c4d921 is 43, key is default/ns:d/1733207397929/Put/seqid=0 2024-12-03T06:30:05,630 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:05,630 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:05,630 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:05,630 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 787e5c7ec18a77de954381066cb69b8b: Waiting for close lock at 1733207405185Running coprocessor pre-close hooks at 1733207405185Disabling compacts and flushes for region at 1733207405185Disabling writes for close at 1733207405185Obtaining lock to block concurrent updates at 1733207405185Preparing flush snapshotting stores in 787e5c7ec18a77de954381066cb69b8b at 1733207405185Finished memstore snapshotting hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733207405186 (+1 ms)Flushing stores of hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. at 1733207405186Flushing 787e5c7ec18a77de954381066cb69b8b/queue: creating writer at 1733207405186Flushing 787e5c7ec18a77de954381066cb69b8b/queue: appending metadata at 1733207405202 (+16 ms)Flushing 787e5c7ec18a77de954381066cb69b8b/queue: closing flushed file at 1733207405202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@691249aa: reopening flushed file at 1733207405614 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 787e5c7ec18a77de954381066cb69b8b in 436ms, sequenceid=5, compaction requested=false at 1733207405621 (+7 ms)Writing region close event to WAL at 1733207405624 (+3 ms)Running coprocessor post-close hooks at 1733207405630 (+6 ms)Closed at 1733207405630 2024-12-03T06:30:05,630 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:05,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741840_1016 (size=5153) 2024-12-03T06:30:05,773 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:30:05,774 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:30:05,786 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:05,884 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064.replicationSource.wal-reader.122cddc95ec8%2C38389%2C1733207395064,1-122cddc95ec8,38389,1733207395064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.1733207396910 to pos 0, reset compression=false 2024-12-03T06:30:05,986 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:06,034 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/ns/853c25386d1d46afb400da0f89c4d921 2024-12-03T06:30:06,058 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/table/c4a54be34cad430581a27505a7eede4f is 53, key is hbase:replication/table:state/1733207404166/Put/seqid=0 2024-12-03T06:30:06,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741841_1017 (size=5256) 2024-12-03T06:30:06,186 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:30:06,186 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:30:06,187 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:06,387 DEBUG [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:06,463 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/table/c4a54be34cad430581a27505a7eede4f 2024-12-03T06:30:06,467 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/info/f19938660de944cea916d21e6ea49fdf as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/info/f19938660de944cea916d21e6ea49fdf 2024-12-03T06:30:06,471 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/info/f19938660de944cea916d21e6ea49fdf, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T06:30:06,472 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/ns/853c25386d1d46afb400da0f89c4d921 as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/ns/853c25386d1d46afb400da0f89c4d921 2024-12-03T06:30:06,477 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/ns/853c25386d1d46afb400da0f89c4d921, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T06:30:06,478 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/table/c4a54be34cad430581a27505a7eede4f as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/table/c4a54be34cad430581a27505a7eede4f 2024-12-03T06:30:06,482 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/table/c4a54be34cad430581a27505a7eede4f, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T06:30:06,483 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-12-03T06:30:06,486 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T06:30:06,487 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:06,487 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:06,487 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:06,487 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207405185Running coprocessor pre-close hooks at 1733207405185Disabling compacts and flushes for region at 1733207405185Disabling writes for close at 1733207405186 (+1 ms)Obtaining lock to block concurrent updates at 1733207405186Preparing flush snapshotting stores in 1588230740 at 1733207405186Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733207405186Flushing stores of hbase:meta,,1.1588230740 at 1733207405187 (+1 ms)Flushing 1588230740/info: creating writer at 1733207405187Flushing 1588230740/info: appending metadata at 1733207405199 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733207405199Flushing 1588230740/ns: creating writer at 1733207405610 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733207405629 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733207405629Flushing 1588230740/table: creating writer at 1733207406040 (+411 ms)Flushing 1588230740/table: appending metadata at 1733207406058 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733207406058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4954f4a4: reopening flushed file at 1733207406467 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c35e7d: reopening flushed file at 1733207406472 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2c8ca2: reopening flushed file at 1733207406477 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1733207406483 (+6 ms)Writing region close event to WAL at 1733207406484 (+1 ms)Running coprocessor post-close hooks at 1733207406487 (+3 ms)Closed at 1733207406487 2024-12-03T06:30:06,487 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:06,489 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064.replicationSource.wal-reader.122cddc95ec8%2C38389%2C1733207395064,1-122cddc95ec8,38389,1733207395064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.1733207396910 to pos 0, reset compression=false 2024-12-03T06:30:06,587 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,38389,1733207395064; all regions closed. 2024-12-03T06:30:06,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741834_1010 (size=2742) 2024-12-03T06:30:06,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.meta.1733207397860.meta not finished, retry = 0 2024-12-03T06:30:06,692 DEBUG [RS:0;122cddc95ec8:38389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs 2024-12-03T06:30:06,692 INFO [RS:0;122cddc95ec8:38389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C38389%2C1733207395064.meta:.meta(num 1733207397860) 2024-12-03T06:30:06,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741837_1013 (size=1586) 2024-12-03T06:30:06,708 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.rep.1733207404123 not finished, retry = 0 2024-12-03T06:30:06,810 DEBUG [RS:0;122cddc95ec8:38389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs 2024-12-03T06:30:06,810 INFO [RS:0;122cddc95ec8:38389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C38389%2C1733207395064.rep:(num 1733207404123) 2024-12-03T06:30:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741832_1008 (size=93) 2024-12-03T06:30:06,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064/122cddc95ec8%2C38389%2C1733207395064.1733207396910 not finished, retry = 0 2024-12-03T06:30:06,915 DEBUG [RS:0;122cddc95ec8:38389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs 2024-12-03T06:30:06,915 INFO [RS:0;122cddc95ec8:38389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C38389%2C1733207395064:(num 1733207396910) 2024-12-03T06:30:06,915 DEBUG [RS:0;122cddc95ec8:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:06,915 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:30:06,915 INFO [RS:0;122cddc95ec8:38389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:30:06,916 INFO [RS:0;122cddc95ec8:38389 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T06:30:06,916 INFO [RS:0;122cddc95ec8:38389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:30:06,916 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:30:06,916 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,38389,1733207395064 because: Region server is closing 2024-12-03T06:30:06,916 INFO [RS:0;122cddc95ec8:38389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:38389. 2024-12-03T06:30:06,916 DEBUG [RS:0;122cddc95ec8:38389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:06,916 DEBUG [RS:0;122cddc95ec8:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:06,916 DEBUG [RS:0;122cddc95ec8:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:06,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:07,017 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064.replicationSource.wal-reader.122cddc95ec8%2C38389%2C1733207395064,1-122cddc95ec8,38389,1733207395064 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:30:07,017 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064.replicationSource.shipper122cddc95ec8%2C38389%2C1733207395064,1-122cddc95ec8,38389,1733207395064 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T06:30:07,017 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38389,1733207395064.replicationSource.shipper122cddc95ec8%2C38389%2C1733207395064,1-122cddc95ec8,38389,1733207395064 terminated 2024-12-03T06:30:07,017 INFO [RS:0;122cddc95ec8:38389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38389 2024-12-03T06:30:07,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/rs 2024-12-03T06:30:07,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240151918/rs/122cddc95ec8,38389,1733207395064 2024-12-03T06:30:07,025 INFO [RS:0;122cddc95ec8:38389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:30:07,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,38389,1733207395064] 2024-12-03T06:30:07,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/draining/122cddc95ec8,38389,1733207395064 already deleted, retry=false 2024-12-03T06:30:07,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,38389,1733207395064 expired; onlineServers=0 2024-12-03T06:30:07,041 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,35951,1733207394909' ***** 2024-12-03T06:30:07,041 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:30:07,041 INFO [M:0;122cddc95ec8:35951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:30:07,041 INFO [M:0;122cddc95ec8:35951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:30:07,041 DEBUG [M:0;122cddc95ec8:35951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:30:07,041 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:30:07,041 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207396674 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207396674,5,FailOnTimeoutGroup] 2024-12-03T06:30:07,041 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207396678 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207396678,5,FailOnTimeoutGroup] 2024-12-03T06:30:07,041 DEBUG [M:0;122cddc95ec8:35951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:30:07,042 INFO [M:0;122cddc95ec8:35951 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:30:07,042 INFO [M:0;122cddc95ec8:35951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:30:07,042 DEBUG [M:0;122cddc95ec8:35951 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:30:07,042 INFO [M:0;122cddc95ec8:35951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:30:07,042 INFO [M:0;122cddc95ec8:35951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:30:07,042 INFO [M:0;122cddc95ec8:35951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:30:07,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:30:07,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240151918/master 2024-12-03T06:30:07,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:07,049 DEBUG [M:0;122cddc95ec8:35951 {}] zookeeper.ZKUtil(347): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/master because node does not exist (not an error) 2024-12-03T06:30:07,049 WARN [M:0;122cddc95ec8:35951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:30:07,050 INFO [M:0;122cddc95ec8:35951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/.lastflushedseqids 2024-12-03T06:30:07,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741842_1018 (size=181) 2024-12-03T06:30:07,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:07,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x1009eb803140001, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:07,133 INFO [RS:0;122cddc95ec8:38389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:30:07,133 INFO [RS:0;122cddc95ec8:38389 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,38389,1733207395064; zookeeper connection closed. 2024-12-03T06:30:07,133 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@502c062d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@502c062d 2024-12-03T06:30:07,133 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:30:07,455 INFO [M:0;122cddc95ec8:35951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:30:07,455 INFO [M:0;122cddc95ec8:35951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:30:07,455 DEBUG [M:0;122cddc95ec8:35951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:30:07,455 INFO [M:0;122cddc95ec8:35951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:07,455 DEBUG [M:0;122cddc95ec8:35951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:07,455 DEBUG [M:0;122cddc95ec8:35951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:30:07,455 DEBUG [M:0;122cddc95ec8:35951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:07,456 INFO [M:0;122cddc95ec8:35951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T06:30:07,473 DEBUG [M:0;122cddc95ec8:35951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28c1c223c73243ca9f2e3f0b8384488e is 82, key is hbase:meta,,1/info:regioninfo/1733207397889/Put/seqid=0 2024-12-03T06:30:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741843_1019 (size=5672) 2024-12-03T06:30:07,878 INFO [M:0;122cddc95ec8:35951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28c1c223c73243ca9f2e3f0b8384488e 2024-12-03T06:30:07,896 DEBUG [M:0;122cddc95ec8:35951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab84fe54a3c449ca87594153f89c3821 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733207404170/Put/seqid=0 2024-12-03T06:30:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741844_1020 (size=7203) 2024-12-03T06:30:08,301 INFO [M:0;122cddc95ec8:35951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab84fe54a3c449ca87594153f89c3821 2024-12-03T06:30:08,318 DEBUG [M:0;122cddc95ec8:35951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d0b1b35239648a4aa14a957c1cb0360 is 69, key is 122cddc95ec8,38389,1733207395064/rs:state/1733207396736/Put/seqid=0 2024-12-03T06:30:08,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741845_1021 (size=5156) 2024-12-03T06:30:08,346 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:30:08,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:08,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:08,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:08,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:08,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:08,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:08,722 INFO [M:0;122cddc95ec8:35951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d0b1b35239648a4aa14a957c1cb0360 2024-12-03T06:30:08,727 DEBUG [M:0;122cddc95ec8:35951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28c1c223c73243ca9f2e3f0b8384488e as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28c1c223c73243ca9f2e3f0b8384488e 2024-12-03T06:30:08,732 INFO [M:0;122cddc95ec8:35951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28c1c223c73243ca9f2e3f0b8384488e, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T06:30:08,733 DEBUG [M:0;122cddc95ec8:35951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab84fe54a3c449ca87594153f89c3821 as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab84fe54a3c449ca87594153f89c3821 2024-12-03T06:30:08,738 INFO [M:0;122cddc95ec8:35951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab84fe54a3c449ca87594153f89c3821, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T06:30:08,739 DEBUG [M:0;122cddc95ec8:35951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d0b1b35239648a4aa14a957c1cb0360 as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d0b1b35239648a4aa14a957c1cb0360 2024-12-03T06:30:08,744 INFO [M:0;122cddc95ec8:35951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d0b1b35239648a4aa14a957c1cb0360, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T06:30:08,745 INFO [M:0;122cddc95ec8:35951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-12-03T06:30:08,746 INFO [M:0;122cddc95ec8:35951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:08,746 DEBUG [M:0;122cddc95ec8:35951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207407455Disabling compacts and flushes for region at 1733207407455Disabling writes for close at 1733207407455Obtaining lock to block concurrent updates at 1733207407456 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207407456Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733207407456Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207407457 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207407457Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207407473 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207407473Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207407882 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207407895 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207407895Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207408305 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207408317 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207408317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b63a267: reopening flushed file at 1733207408726 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9d5fc8: reopening flushed file at 1733207408732 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71148cab: reopening flushed file at 1733207408738 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1733207408745 (+7 ms)Writing region close event to WAL at 1733207408746 (+1 ms)Closed at 1733207408746 2024-12-03T06:30:08,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741830_1006 (size=41008) 2024-12-03T06:30:08,748 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909/122cddc95ec8%2C35951%2C1733207394909.1733207396440 not finished, retry = 0 2024-12-03T06:30:08,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:30:08,850 INFO [M:0;122cddc95ec8:35951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:30:08,850 INFO [M:0;122cddc95ec8:35951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35951 2024-12-03T06:30:08,850 INFO [M:0;122cddc95ec8:35951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:30:08,983 INFO [M:0;122cddc95ec8:35951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:30:08,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:08,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1009eb803140000, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:08,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:30:08,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:08,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:08,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:30:08,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:08,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:30:08,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:30:08,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:30:08,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35055 2024-12-03T06:30:08,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35055 connecting to ZooKeeper ensemble=127.0.0.1:54418 2024-12-03T06:30:08,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350550x0, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:08,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35055-0x1009eb803140006 connected 2024-12-03T06:30:09,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:09,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:09,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/running 2024-12-03T06:30:09,004 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: INIT 2024-12-03T06:30:09,004 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70, hbase.cluster.distributed=false 2024-12-03T06:30:09,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/acl 2024-12-03T06:30:09,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35055 2024-12-03T06:30:09,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35055 2024-12-03T06:30:09,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35055 2024-12-03T06:30:09,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35055 2024-12-03T06:30:09,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35055 2024-12-03T06:30:09,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:30:09,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:09,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:09,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:30:09,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:09,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:30:09,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:30:09,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:30:09,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46189 2024-12-03T06:30:09,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46189 connecting to ZooKeeper ensemble=127.0.0.1:54418 2024-12-03T06:30:09,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:09,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:09,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461890x0, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:09,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461890x0, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/running 2024-12-03T06:30:09,033 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: INIT 2024-12-03T06:30:09,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46189-0x1009eb803140007 connected 2024-12-03T06:30:09,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:30:09,034 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:30:09,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/master 2024-12-03T06:30:09,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/acl 2024-12-03T06:30:09,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46189 2024-12-03T06:30:09,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46189 2024-12-03T06:30:09,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46189 2024-12-03T06:30:09,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46189 2024-12-03T06:30:09,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46189 2024-12-03T06:30:09,050 DEBUG [M:0;122cddc95ec8:35055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:35055 2024-12-03T06:30:09,050 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-240151918/backup-masters/122cddc95ec8,35055,1733207408984 2024-12-03T06:30:09,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/backup-masters 2024-12-03T06:30:09,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/backup-masters 2024-12-03T06:30:09,058 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on existing znode=/0-240151918/backup-masters/122cddc95ec8,35055,1733207408984 2024-12-03T06:30:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-240151918/master 2024-12-03T06:30:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:09,066 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on existing znode=/0-240151918/master 2024-12-03T06:30:09,067 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-240151918/backup-masters/122cddc95ec8,35055,1733207408984 from backup master directory 2024-12-03T06:30:09,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240151918/backup-masters/122cddc95ec8,35055,1733207408984 2024-12-03T06:30:09,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/backup-masters 2024-12-03T06:30:09,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/backup-masters 2024-12-03T06:30:09,074 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:30:09,074 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,35055,1733207408984 2024-12-03T06:30:09,083 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:09,083 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:30:09,088 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-03T06:30:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741846_1022 (size=196) 2024-12-03T06:30:09,505 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:09,506 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:30:09,506 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:09,511 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T06:30:09,513 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909 to hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909-dead as it is dead 2024-12-03T06:30:09,513 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909-dead/122cddc95ec8%2C35951%2C1733207394909.1733207396440 2024-12-03T06:30:09,514 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909-dead/122cddc95ec8%2C35951%2C1733207394909.1733207396440 after 1ms 2024-12-03T06:30:09,514 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909-dead/122cddc95ec8%2C35951%2C1733207394909.1733207396440 to hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/122cddc95ec8%2C35951%2C1733207394909.1733207396440 2024-12-03T06:30:09,514 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35951,1733207394909-dead 2024-12-03T06:30:09,515 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35055,1733207408984 2024-12-03T06:30:09,516 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:09,517 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C35055%2C1733207408984, suffix=, logDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35055,1733207408984, archiveDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/oldWALs, maxLogs=10 2024-12-03T06:30:09,527 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35055,1733207408984/122cddc95ec8%2C35055%2C1733207408984.1733207409517, exclude list is [], retry=0 2024-12-03T06:30:09,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43985,DS-c78570bd-6aba-479c-bc84-1a2262049e97,DISK] 2024-12-03T06:30:09,531 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35055,1733207408984/122cddc95ec8%2C35055%2C1733207408984.1733207409517 2024-12-03T06:30:09,531 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-12-03T06:30:09,531 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:09,531 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:09,532 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:09,532 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:09,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:09,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:30:09,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:09,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28c1c223c73243ca9f2e3f0b8384488e 2024-12-03T06:30:09,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:09,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:09,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:30:09,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:09,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab84fe54a3c449ca87594153f89c3821 2024-12-03T06:30:09,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:09,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:09,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:30:09,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:09,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d0b1b35239648a4aa14a957c1cb0360 2024-12-03T06:30:09,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:09,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:09,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:30:09,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:09,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:09,551 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:09,551 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T06:30:09,551 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/122cddc95ec8%2C35951%2C1733207394909.1733207396440 2024-12-03T06:30:09,555 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/122cddc95ec8%2C35951%2C1733207394909.1733207396440 2024-12-03T06:30:09,556 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/122cddc95ec8%2C35951%2C1733207394909.1733207396440 2024-12-03T06:30:09,557 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:09,557 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:09,557 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:09,559 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:09,560 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-03T06:30:09,561 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61515681, jitterRate=-0.08334492146968842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:09,561 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207409532Initializing all the Stores at 1733207409532Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207409532Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207409533 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207409533Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207409533Cleaning up temporary data from old regions at 1733207409557 (+24 ms)Region opened successfully at 1733207409561 (+4 ms) 2024-12-03T06:30:09,561 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:30:09,563 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325ed195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:09,565 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T06:30:09,565 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:30:09,565 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:30:09,566 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:30:09,566 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:30:09,568 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:09,568 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:30:09,569 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:30:09,569 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-12-03T06:30:09,569 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:30:09,571 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=122cddc95ec8,38389,1733207395064, regionLocation=122cddc95ec8,38389,1733207395064, openSeqNum=2 2024-12-03T06:30:09,571 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=122cddc95ec8,38389,1733207395064, table=hbase:meta, region=1588230740 2024-12-03T06:30:09,571 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,38389,1733207395064, state=OPEN 2024-12-03T06:30:09,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-240151918/meta-region-server 2024-12-03T06:30:09,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-240151918/meta-region-server 2024-12-03T06:30:09,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: CHANGED 2024-12-03T06:30:09,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: CHANGED 2024-12-03T06:30:09,611 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:30:09,616 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/draining/122cddc95ec8,38389,1733207395064 already deleted, retry=false 2024-12-03T06:30:09,616 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 122cddc95ec8,38389,1733207395064 on 122cddc95ec8,35055,1733207408984 2024-12-03T06:30:09,617 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 122cddc95ec8,38389,1733207395064, splitWal=true, meta=true 2024-12-03T06:30:09,617 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 122cddc95ec8,38389,1733207395064 (carryingMeta=true) 122cddc95ec8,38389,1733207395064/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6c3eac99[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T06:30:09,619 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/balancer because node does not exist (not necessarily an error) 2024-12-03T06:30:09,641 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/balancer already deleted, retry=false 2024-12-03T06:30:09,642 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:30:09,643 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:30:09,891 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/normalizer already deleted, retry=false 2024-12-03T06:30:09,892 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:30:09,893 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:30:09,962 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/switch/split already deleted, retry=false 2024-12-03T06:30:09,963 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:30:09,974 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/switch/merge already deleted, retry=false 2024-12-03T06:30:09,985 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:30:09,991 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/snapshot-cleanup already deleted, retry=false 2024-12-03T06:30:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-240151918/running 2024-12-03T06:30:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-240151918/running 2024-12-03T06:30:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:10,000 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,35055,1733207408984, sessionid=0x1009eb803140006, setting cluster-up flag (Was=false) 2024-12-03T06:30:10,008 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-240151918/flush-table-proc/acquired, /0-240151918/flush-table-proc/reached, /0-240151918/flush-table-proc/abort 2024-12-03T06:30:10,009 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,35055,1733207408984 2024-12-03T06:30:10,016 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-240151918/online-snapshot/acquired, /0-240151918/online-snapshot/reached, /0-240151918/online-snapshot/abort 2024-12-03T06:30:10,017 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,35055,1733207408984 2024-12-03T06:30:10,018 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/.lastflushedseqids 2024-12-03T06:30:10,020 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:30:10,020 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:30:10,020 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,35055,1733207408984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 122cddc95ec8,38389,1733207395064 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:30:10,021 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:10,021 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:10,022 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:10,022 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:10,022 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:30:10,022 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,022 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:10,022 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,023 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 122cddc95ec8,38389,1733207395064, splitWal=true, meta=true 2024-12-03T06:30:10,024 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 122cddc95ec8,38389,1733207395064, splitWal=true, meta=true, isMeta: true 2024-12-03T06:30:10,025 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064-splitting 2024-12-03T06:30:10,026 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064-splitting dir is empty, no logs to split. 2024-12-03T06:30:10,026 INFO [PEWorker-1 {}] master.SplitWALManager(105): 122cddc95ec8,38389,1733207395064 WAL count=0, meta=true 2024-12-03T06:30:10,028 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064-splitting dir is empty, no logs to split. 2024-12-03T06:30:10,028 INFO [PEWorker-1 {}] master.SplitWALManager(105): 122cddc95ec8,38389,1733207395064 WAL count=0, meta=true 2024-12-03T06:30:10,028 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 122cddc95ec8,38389,1733207395064 WAL splitting is done? wals=0, meta=true 2024-12-03T06:30:10,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:30:10,029 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:30:10,030 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T06:30:10,034 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207440034 2024-12-03T06:30:10,034 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:30:10,034 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:30:10,034 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:30:10,034 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:30:10,034 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:30:10,034 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:30:10,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:30:10,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:30:10,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:30:10,038 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:30:10,039 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:30:10,039 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:30:10,039 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207410039,5,FailOnTimeoutGroup] 2024-12-03T06:30:10,042 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207410039,5,FailOnTimeoutGroup] 2024-12-03T06:30:10,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:30:10,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207410042, completionTime=-1 2024-12-03T06:30:10,042 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T06:30:10,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T06:30:10,044 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(746): ClusterId : bbfacdec-2dcd-4c30-8326-92d5217b9934 2024-12-03T06:30:10,044 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:30:10,050 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:30:10,050 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:30:10,058 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:30:10,059 DEBUG [RS:0;122cddc95ec8:46189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2e934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:10,068 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:46189 2024-12-03T06:30:10,068 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:30:10,068 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:30:10,068 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:30:10,069 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,35055,1733207408984 with port=46189, startcode=1733207409018 2024-12-03T06:30:10,069 DEBUG [RS:0;122cddc95ec8:46189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:30:10,070 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:30:10,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,46189,1733207409018 2024-12-03T06:30:10,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35055 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,46189,1733207409018 2024-12-03T06:30:10,072 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70 2024-12-03T06:30:10,072 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36235 2024-12-03T06:30:10,072 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:30:10,092 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T06:30:10,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/rs 2024-12-03T06:30:10,108 DEBUG [RS:0;122cddc95ec8:46189 {}] zookeeper.ZKUtil(111): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on existing znode=/0-240151918/rs/122cddc95ec8,46189,1733207409018 2024-12-03T06:30:10,109 WARN [RS:0;122cddc95ec8:46189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:30:10,109 INFO [RS:0;122cddc95ec8:46189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:10,109 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018 2024-12-03T06:30:10,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,46189,1733207409018] 2024-12-03T06:30:10,125 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:30:10,126 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:30:10,126 INFO [RS:0;122cddc95ec8:46189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:30:10,126 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,126 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:30:10,127 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:30:10,127 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:30:10,127 DEBUG [RS:0;122cddc95ec8:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:30:10,128 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,128 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,128 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,128 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,128 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,128 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46189,1733207409018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:30:10,139 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:30:10,139 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46189,1733207409018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,149 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,46189,1733207409018, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:30:10,149 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,149 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.Replication(171): 122cddc95ec8,46189,1733207409018 started 2024-12-03T06:30:10,161 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:10,161 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,46189,1733207409018, RpcServer on 122cddc95ec8/172.17.0.2:46189, sessionid=0x1009eb803140007 2024-12-03T06:30:10,161 DEBUG [RS:0;122cddc95ec8:46189.replicationSource,1-122cddc95ec8,46189,1733207409018 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:42069' 2024-12-03T06:30:10,161 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:30:10,161 DEBUG [RS:0;122cddc95ec8:46189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,46189,1733207409018 2024-12-03T06:30:10,161 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,46189,1733207409018' 2024-12-03T06:30:10,161 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-240151918/flush-table-proc/abort' 2024-12-03T06:30:10,161 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-240151918/flush-table-proc/acquired' 2024-12-03T06:30:10,162 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:30:10,162 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:30:10,162 DEBUG [RS:0;122cddc95ec8:46189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,46189,1733207409018 2024-12-03T06:30:10,162 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,46189,1733207409018' 2024-12-03T06:30:10,162 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-240151918/online-snapshot/abort' 2024-12-03T06:30:10,162 DEBUG [RS:0;122cddc95ec8:46189.replicationSource,1-122cddc95ec8,46189,1733207409018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@221f5281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:10,162 DEBUG [RS:0;122cddc95ec8:46189.replicationSource,1-122cddc95ec8,46189,1733207409018 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,42069,-1 for getting cluster id 2024-12-03T06:30:10,162 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-240151918/online-snapshot/acquired' 2024-12-03T06:30:10,162 DEBUG [RS:0;122cddc95ec8:46189.replicationSource,1-122cddc95ec8,46189,1733207409018 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:10,162 DEBUG [RS:0;122cddc95ec8:46189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:30:10,162 INFO [RS:0;122cddc95ec8:46189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:30:10,162 INFO [RS:0;122cddc95ec8:46189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:30:10,163 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5585fa8-0d9f-4382-b30e-cded86ee8350' 2024-12-03T06:30:10,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:10,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5585fa8-0d9f-4382-b30e-cded86ee8350" 2024-12-03T06:30:10,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4965b52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:10,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,42069,-1] 2024-12-03T06:30:10,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:10,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:10,164 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:10,165 DEBUG [RS:0;122cddc95ec8:46189.replicationSource,1-122cddc95ec8,46189,1733207409018 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2770713d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:10,165 DEBUG [RS:0;122cddc95ec8:46189.replicationSource,1-122cddc95ec8,46189,1733207409018 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:10,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,42069,1733207399602 2024-12-03T06:30:10,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26a0a462 2024-12-03T06:30:10,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:10,166 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-03T06:30:10,167 INFO [RS:0;122cddc95ec8:46189.replicationSource,1-122cddc95ec8,46189,1733207409018 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,46189,1733207409018 (queues=0) is replicating from cluster=bbfacdec-2dcd-4c30-8326-92d5217b9934 to cluster=d5585fa8-0d9f-4382-b30e-cded86ee8350 2024-12-03T06:30:10,180 WARN [122cddc95ec8:35055 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T06:30:10,262 INFO [RS:0;122cddc95ec8:46189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:10,264 INFO [RS:0;122cddc95ec8:46189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46189%2C1733207409018, suffix=, logDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018, archiveDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs, maxLogs=10 2024-12-03T06:30:10,274 DEBUG [RS:0;122cddc95ec8:46189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264, exclude list is [], retry=0 2024-12-03T06:30:10,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43985,DS-c78570bd-6aba-479c-bc84-1a2262049e97,DISK] 2024-12-03T06:30:10,279 INFO [RS:0;122cddc95ec8:46189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 2024-12-03T06:30:10,280 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 122cddc95ec8%2C46189%2C1733207409018 for peer 1 2024-12-03T06:30:10,280 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C46189%2C1733207409018 2024-12-03T06:30:10,280 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,46189,1733207409018, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:30:10,286 DEBUG [RS:0;122cddc95ec8:46189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-12-03T06:30:10,286 INFO [RS:0;122cddc95ec8:46189.replicationSource.shipper122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C46189%2C1733207409018 2024-12-03T06:30:10,286 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264, startPosition=0, beingWritten=true 2024-12-03T06:30:10,430 DEBUG [122cddc95ec8:35055 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:30:10,430 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,46189,1733207409018 2024-12-03T06:30:10,432 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,46189,1733207409018, state=OPENING 2024-12-03T06:30:10,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-240151918/meta-region-server 2024-12-03T06:30:10,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-240151918/meta-region-server 2024-12-03T06:30:10,466 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:30:10,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: CHANGED 2024-12-03T06:30:10,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: CHANGED 2024-12-03T06:30:10,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,46189,1733207409018}] 2024-12-03T06:30:10,490 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:10,619 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:30:10,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:30:10,623 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:30:10,623 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:10,623 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:30:10,624 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46189%2C1733207409018.meta, suffix=.meta, logDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018, archiveDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs, maxLogs=10 2024-12-03T06:30:10,635 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.meta.1733207410624.meta, exclude list is [], retry=0 2024-12-03T06:30:10,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43985,DS-c78570bd-6aba-479c-bc84-1a2262049e97,DISK] 2024-12-03T06:30:10,639 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.meta.1733207410624.meta 2024-12-03T06:30:10,639 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-12-03T06:30:10,639 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:10,639 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:10,639 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:30:10,640 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:30:10,640 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:30:10,640 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:30:10,640 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:10,640 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:30:10,640 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:30:10,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:30:10,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:30:10,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:10,647 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/info/f19938660de944cea916d21e6ea49fdf 2024-12-03T06:30:10,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:10,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:30:10,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:30:10,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:10,653 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/ns/853c25386d1d46afb400da0f89c4d921 2024-12-03T06:30:10,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:10,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:30:10,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:30:10,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:10,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:10,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:30:10,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:30:10,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:10,661 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/table/c4a54be34cad430581a27505a7eede4f 2024-12-03T06:30:10,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:10,661 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:30:10,661 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740 2024-12-03T06:30:10,662 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740 2024-12-03T06:30:10,663 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:30:10,663 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:30:10,664 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:10,665 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:30:10,665 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65109618, jitterRate=-0.02979108691215515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:10,665 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:30:10,665 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207410640Writing region info on filesystem at 1733207410640Initializing all the Stores at 1733207410641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207410641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207410641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207410641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207410641Cleaning up temporary data from old regions at 1733207410663 (+22 ms)Running coprocessor post-open hooks at 1733207410665 (+2 ms)Region opened successfully at 1733207410665 2024-12-03T06:30:10,666 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733207410619 2024-12-03T06:30:10,668 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:30:10,668 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:30:10,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=122cddc95ec8,46189,1733207409018 2024-12-03T06:30:10,669 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,46189,1733207409018, state=OPEN 2024-12-03T06:30:10,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-240151918/meta-region-server 2024-12-03T06:30:10,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-240151918/meta-region-server 2024-12-03T06:30:10,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: CHANGED 2024-12-03T06:30:10,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240151918/meta-region-server: CHANGED 2024-12-03T06:30:10,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,46189,1733207409018 2024-12-03T06:30:10,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T06:30:10,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,46189,1733207409018 in 209 msec 2024-12-03T06:30:10,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:30:10,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-12-03T06:30:10,794 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:11,199 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:11,594 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-03T06:30:11,703 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:12,307 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:13,012 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:13,096 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3054ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-12-03T06:30:13,817 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:14,548 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4506ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T06:30:14,548 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:30:14,549 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:14,549 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46189,1733207409018, seqNum=-1] 2024-12-03T06:30:14,549 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:14,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:14,553 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=787e5c7ec18a77de954381066cb69b8b, regionState=OPEN, lastHost=122cddc95ec8,38389,1733207395064, regionLocation=122cddc95ec8,38389,1733207395064, openSeqNum=2 2024-12-03T06:30:14,554 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:30:14,554 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207474554 2024-12-03T06:30:14,554 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207534554 2024-12-03T06:30:14,554 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-03T06:30:14,554 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 122cddc95ec8,38389,1733207395064 had 2 regions 2024-12-03T06:30:14,554 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35055,1733207408984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:14,554 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35055,1733207408984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:14,554 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35055,1733207408984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:14,554 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:35055, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:14,554 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:14,554 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:14,555 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 122cddc95ec8,38389,1733207395064, splitWal=true, meta=true, isMeta: false 2024-12-03T06:30:14,557 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064-splitting dir is empty, no logs to split. 2024-12-03T06:30:14,557 INFO [PEWorker-2 {}] master.SplitWALManager(105): 122cddc95ec8,38389,1733207395064 WAL count=0, meta=false 2024-12-03T06:30:14,559 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,38389,1733207395064-splitting dir is empty, no logs to split. 2024-12-03T06:30:14,559 INFO [PEWorker-2 {}] master.SplitWALManager(105): 122cddc95ec8,38389,1733207395064 WAL count=0, meta=false 2024-12-03T06:30:14,559 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 122cddc95ec8,38389,1733207395064 WAL splitting is done? wals=0, meta=false 2024-12-03T06:30:14,560 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.486sec 2024-12-03T06:30:14,560 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:30:14,560 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:30:14,560 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:30:14,560 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:30:14,560 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:30:14,560 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35055,1733207408984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:30:14,560 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35055,1733207408984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:30:14,563 WARN [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=122cddc95ec8,38389,1733207395064/hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:14,564 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:30:14,564 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:30:14,564 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35055,1733207408984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:14,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787e5c7ec18a77de954381066cb69b8b, ASSIGN}] 2024-12-03T06:30:14,566 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787e5c7ec18a77de954381066cb69b8b, ASSIGN 2024-12-03T06:30:14,566 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=787e5c7ec18a77de954381066cb69b8b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T06:30:14,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d1a102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:14,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,35055,-1 for getting cluster id 2024-12-03T06:30:14,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:14,649 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbfacdec-2dcd-4c30-8326-92d5217b9934' 2024-12-03T06:30:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbfacdec-2dcd-4c30-8326-92d5217b9934" 2024-12-03T06:30:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c893777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,35055,-1] 2024-12-03T06:30:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:14,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:14,650 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:14,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57315ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:14,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46189,1733207409018, seqNum=-1] 2024-12-03T06:30:14,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:14,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:14,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T06:30:14,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:14,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:14,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:14,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:14,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:14,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 122cddc95ec8:35055 after: 122cddc95ec8:35055 2024-12-03T06:30:14,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@912b8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:14,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,35055,-1 for getting cluster id 2024-12-03T06:30:14,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:14,658 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbfacdec-2dcd-4c30-8326-92d5217b9934' 2024-12-03T06:30:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbfacdec-2dcd-4c30-8326-92d5217b9934" 2024-12-03T06:30:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f61a847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,35055,-1] 2024-12-03T06:30:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:14,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:14,659 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:14,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eef62c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:14,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:14,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,35055,1733207408984 2024-12-03T06:30:14,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19ad5662 2024-12-03T06:30:14,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:14,662 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:14,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-03T06:30:14,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:30:14,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:14,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:14,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:14,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:14,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:14,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:30:14,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2078477172, stopped=false 2024-12-03T06:30:14,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,42069,1733207399602 2024-12-03T06:30:14,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11333851937/running 2024-12-03T06:30:14,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11333851937/running 2024-12-03T06:30:14,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:14,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:14,716 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:30:14,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:14,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:14,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:14,717 DEBUG [122cddc95ec8:35055 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:30:14,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Set watcher on znode that does not yet exist, /11333851937/running 2024-12-03T06:30:14,717 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,35001,1733207399710' ***** 2024-12-03T06:30:14,717 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:30:14,717 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:30:14,717 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:30:14,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Set watcher on znode that does not yet exist, /11333851937/running 2024-12-03T06:30:14,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=787e5c7ec18a77de954381066cb69b8b, regionState=OPENING, regionLocation=122cddc95ec8,46189,1733207409018 2024-12-03T06:30:14,717 INFO [RS:0;122cddc95ec8:35001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:30:14,717 INFO [RS:0;122cddc95ec8:35001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:30:14,717 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,35001,1733207399710 2024-12-03T06:30:14,717 INFO [RS:0;122cddc95ec8:35001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:30:14,717 INFO [RS:0;122cddc95ec8:35001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:35001. 2024-12-03T06:30:14,717 DEBUG [RS:0;122cddc95ec8:35001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:14,717 DEBUG [RS:0;122cddc95ec8:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:14,717 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:30:14,717 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:30:14,717 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:30:14,717 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:30:14,718 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:30:14,718 DEBUG [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:30:14,718 DEBUG [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:14,718 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:30:14,718 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:30:14,718 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:30:14,718 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:30:14,718 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:30:14,718 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:30:14,718 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:30:14,718 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T06:30:14,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=787e5c7ec18a77de954381066cb69b8b, ASSIGN because future has completed 2024-12-03T06:30:14,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787e5c7ec18a77de954381066cb69b8b, server=122cddc95ec8,46189,1733207409018}] 2024-12-03T06:30:14,721 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:14,729 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:30:14,736 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740/.tmp/ns/2dca0e7730bb43f48a451b12611fcc4c is 43, key is default/ns:d/1733207402875/Put/seqid=0 2024-12-03T06:30:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741835_1011 (size=5153) 2024-12-03T06:30:14,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:14,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:14,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:30:14,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46189%2C1733207409018.rep, suffix=, logDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018, archiveDir=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs, maxLogs=10 2024-12-03T06:30:14,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.rep.1733207414877, exclude list is [], retry=0 2024-12-03T06:30:14,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43985,DS-c78570bd-6aba-479c-bc84-1a2262049e97,DISK] 2024-12-03T06:30:14,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.rep.1733207414877 2024-12-03T06:30:14,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-12-03T06:30:14,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 787e5c7ec18a77de954381066cb69b8b, NAME => 'hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:14,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:14,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:30:14,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. service=MultiRowMutationService 2024-12-03T06:30:14,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:30:14,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:14,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,893 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,894 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787e5c7ec18a77de954381066cb69b8b columnFamilyName hfileref 2024-12-03T06:30:14,894 DEBUG [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:14,895 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(327): Store=787e5c7ec18a77de954381066cb69b8b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:14,895 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,895 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787e5c7ec18a77de954381066cb69b8b columnFamilyName queue 2024-12-03T06:30:14,895 DEBUG [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:14,900 DEBUG [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b/queue/6271f20f7e89452c963a6bde303611d2 2024-12-03T06:30:14,900 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(327): Store=787e5c7ec18a77de954381066cb69b8b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:14,900 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,901 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787e5c7ec18a77de954381066cb69b8b columnFamilyName sid 2024-12-03T06:30:14,901 DEBUG [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:14,901 INFO [StoreOpener-787e5c7ec18a77de954381066cb69b8b-1 {}] regionserver.HStore(327): Store=787e5c7ec18a77de954381066cb69b8b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:14,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:30:14,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 787e5c7ec18a77de954381066cb69b8b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73100468, jitterRate=0.08928185701370239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:30:14,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:14,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 787e5c7ec18a77de954381066cb69b8b: Running coprocessor pre-open hook at 1733207414892Writing region info on filesystem at 1733207414892Initializing all the Stores at 1733207414893 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207414893Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207414893Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207414893Cleaning up temporary data from old regions at 1733207414903 (+10 ms)Running coprocessor post-open hooks at 1733207414905 (+2 ms)Region opened successfully at 1733207414906 (+1 ms) 2024-12-03T06:30:14,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b., pid=13, masterSystemTime=1733207414872 2024-12-03T06:30:14,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:14,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:14,909 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=787e5c7ec18a77de954381066cb69b8b, regionState=OPEN, openSeqNum=9, regionLocation=122cddc95ec8,46189,1733207409018 2024-12-03T06:30:14,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787e5c7ec18a77de954381066cb69b8b, server=122cddc95ec8,46189,1733207409018 because future has completed 2024-12-03T06:30:14,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T06:30:14,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 787e5c7ec18a77de954381066cb69b8b, server=122cddc95ec8,46189,1733207409018 in 192 msec 2024-12-03T06:30:14,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-03T06:30:14,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=787e5c7ec18a77de954381066cb69b8b, ASSIGN in 350 msec 2024-12-03T06:30:14,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T06:30:14,918 DEBUG [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:14,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b., hostname=122cddc95ec8,46189,1733207409018, seqNum=9] 2024-12-03T06:30:14,932 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 122cddc95ec8,38389,1733207395064 2024-12-03T06:30:14,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T06:30:15,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-03T06:30:15,118 DEBUG [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:15,141 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740/.tmp/ns/2dca0e7730bb43f48a451b12611fcc4c 2024-12-03T06:30:15,148 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740/.tmp/ns/2dca0e7730bb43f48a451b12611fcc4c as hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740/ns/2dca0e7730bb43f48a451b12611fcc4c 2024-12-03T06:30:15,152 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740/ns/2dca0e7730bb43f48a451b12611fcc4c, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T06:30:15,153 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-12-03T06:30:15,153 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:30:15,157 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T06:30:15,157 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:15,157 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:15,157 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:15,157 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207414718Running coprocessor pre-close hooks at 1733207414718Disabling compacts and flushes for region at 1733207414718Disabling writes for close at 1733207414718Obtaining lock to block concurrent updates at 1733207414718Preparing flush snapshotting stores in 1588230740 at 1733207414718Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733207414718Flushing stores of hbase:meta,,1.1588230740 at 1733207414719 (+1 ms)Flushing 1588230740/ns: creating writer at 1733207414719Flushing 1588230740/ns: appending metadata at 1733207414736 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733207414736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290dd6b8: reopening flushed file at 1733207415147 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1733207415153 (+6 ms)Writing region close event to WAL at 1733207415154 (+1 ms)Running coprocessor post-close hooks at 1733207415157 (+3 ms)Closed at 1733207415157 2024-12-03T06:30:15,158 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:15,318 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,35001,1733207399710; all regions closed. 2024-12-03T06:30:15,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741834_1010 (size=1152) 2024-12-03T06:30:15,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/WALs/122cddc95ec8,35001,1733207399710/122cddc95ec8%2C35001%2C1733207399710.meta.1733207402828.meta not finished, retry = 0 2024-12-03T06:30:15,423 DEBUG [RS:0;122cddc95ec8:35001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/oldWALs 2024-12-03T06:30:15,423 INFO [RS:0;122cddc95ec8:35001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C35001%2C1733207399710.meta:.meta(num 1733207402828) 2024-12-03T06:30:15,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741832_1008 (size=93) 2024-12-03T06:30:15,425 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/WALs/122cddc95ec8,35001,1733207399710/122cddc95ec8%2C35001%2C1733207399710.1733207401845 not finished, retry = 0 2024-12-03T06:30:15,527 DEBUG [RS:0;122cddc95ec8:35001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/oldWALs 2024-12-03T06:30:15,527 INFO [RS:0;122cddc95ec8:35001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C35001%2C1733207399710:(num 1733207401845) 2024-12-03T06:30:15,527 DEBUG [RS:0;122cddc95ec8:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:15,527 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:30:15,528 INFO [RS:0;122cddc95ec8:35001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:30:15,528 INFO [RS:0;122cddc95ec8:35001 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:30:15,528 INFO [RS:0;122cddc95ec8:35001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:30:15,528 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:30:15,528 INFO [RS:0;122cddc95ec8:35001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35001 2024-12-03T06:30:15,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937/rs 2024-12-03T06:30:15,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11333851937/rs/122cddc95ec8,35001,1733207399710 2024-12-03T06:30:15,541 INFO [RS:0;122cddc95ec8:35001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:30:15,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,35001,1733207399710] 2024-12-03T06:30:15,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11333851937/draining/122cddc95ec8,35001,1733207399710 already deleted, retry=false 2024-12-03T06:30:15,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,35001,1733207399710 expired; onlineServers=0 2024-12-03T06:30:15,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,42069,1733207399602' ***** 2024-12-03T06:30:15,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:30:15,608 INFO [M:0;122cddc95ec8:42069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:30:15,608 INFO [M:0;122cddc95ec8:42069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:30:15,608 DEBUG [M:0;122cddc95ec8:42069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:30:15,608 DEBUG [M:0;122cddc95ec8:42069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:30:15,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:30:15,608 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207401644 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207401644,5,FailOnTimeoutGroup] 2024-12-03T06:30:15,608 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207401644 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207401644,5,FailOnTimeoutGroup] 2024-12-03T06:30:15,608 INFO [M:0;122cddc95ec8:42069 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:30:15,608 INFO [M:0;122cddc95ec8:42069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:30:15,608 DEBUG [M:0;122cddc95ec8:42069 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:30:15,608 INFO [M:0;122cddc95ec8:42069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:30:15,608 INFO [M:0;122cddc95ec8:42069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:30:15,608 INFO [M:0;122cddc95ec8:42069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:30:15,608 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:30:15,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11333851937/master 2024-12-03T06:30:15,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11333851937 2024-12-03T06:30:15,616 DEBUG [M:0;122cddc95ec8:42069 {}] zookeeper.ZKUtil(347): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Unable to get data of znode /11333851937/master because node does not exist (not an error) 2024-12-03T06:30:15,616 WARN [M:0;122cddc95ec8:42069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:30:15,617 INFO [M:0;122cddc95ec8:42069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/.lastflushedseqids 2024-12-03T06:30:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741836_1012 (size=99) 2024-12-03T06:30:15,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:15,699 INFO [RS:0;122cddc95ec8:35001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:30:15,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1009eb803140004, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:15,700 INFO [RS:0;122cddc95ec8:35001 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,35001,1733207399710; zookeeper connection closed. 2024-12-03T06:30:15,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@694a48c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@694a48c1 2024-12-03T06:30:15,700 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:30:15,727 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:16,024 INFO [M:0;122cddc95ec8:42069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:30:16,024 INFO [M:0;122cddc95ec8:42069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:30:16,024 DEBUG [M:0;122cddc95ec8:42069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:30:16,024 INFO [M:0;122cddc95ec8:42069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:16,024 DEBUG [M:0;122cddc95ec8:42069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:16,024 DEBUG [M:0;122cddc95ec8:42069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:30:16,024 DEBUG [M:0;122cddc95ec8:42069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:16,024 INFO [M:0;122cddc95ec8:42069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T06:30:16,042 DEBUG [M:0;122cddc95ec8:42069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1defa1076a9428aba75cda650b1cafb is 82, key is hbase:meta,,1/info:regioninfo/1733207402858/Put/seqid=0 2024-12-03T06:30:16,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741837_1013 (size=5672) 2024-12-03T06:30:16,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:30:16,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:16,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:16,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:16,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:16,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:16,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:16,446 INFO [M:0;122cddc95ec8:42069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1defa1076a9428aba75cda650b1cafb 2024-12-03T06:30:16,469 DEBUG [M:0;122cddc95ec8:42069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b61ba18ee2a34ebda82db44a98f01dc3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733207402879/Put/seqid=0 2024-12-03T06:30:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741838_1014 (size=5275) 2024-12-03T06:30:16,831 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:16,874 INFO [M:0;122cddc95ec8:42069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b61ba18ee2a34ebda82db44a98f01dc3 2024-12-03T06:30:16,889 DEBUG [M:0;122cddc95ec8:42069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5168f1bff9644b2a0b427d6271235c2 is 69, key is 122cddc95ec8,35001,1733207399710/rs:state/1733207401664/Put/seqid=0 2024-12-03T06:30:16,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741839_1015 (size=5156) 2024-12-03T06:30:17,294 INFO [M:0;122cddc95ec8:42069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5168f1bff9644b2a0b427d6271235c2 2024-12-03T06:30:17,299 DEBUG [M:0;122cddc95ec8:42069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1defa1076a9428aba75cda650b1cafb as hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1defa1076a9428aba75cda650b1cafb 2024-12-03T06:30:17,303 INFO [M:0;122cddc95ec8:42069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1defa1076a9428aba75cda650b1cafb, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T06:30:17,304 DEBUG [M:0;122cddc95ec8:42069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b61ba18ee2a34ebda82db44a98f01dc3 as hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b61ba18ee2a34ebda82db44a98f01dc3 2024-12-03T06:30:17,307 INFO [M:0;122cddc95ec8:42069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b61ba18ee2a34ebda82db44a98f01dc3, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T06:30:17,308 DEBUG [M:0;122cddc95ec8:42069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5168f1bff9644b2a0b427d6271235c2 as hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5168f1bff9644b2a0b427d6271235c2 2024-12-03T06:30:17,313 INFO [M:0;122cddc95ec8:42069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44197/user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5168f1bff9644b2a0b427d6271235c2, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T06:30:17,314 INFO [M:0;122cddc95ec8:42069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false 2024-12-03T06:30:17,315 INFO [M:0;122cddc95ec8:42069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:17,315 DEBUG [M:0;122cddc95ec8:42069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207416024Disabling compacts and flushes for region at 1733207416024Disabling writes for close at 1733207416024Obtaining lock to block concurrent updates at 1733207416024Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207416024Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733207416025 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207416025Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207416025Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207416041 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207416041Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207416451 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207416468 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207416468Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207416877 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207416889 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207416889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376b3b33: reopening flushed file at 1733207417298 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6683cce2: reopening flushed file at 1733207417303 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b2048e3: reopening flushed file at 1733207417307 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false at 1733207417314 (+7 ms)Writing region close event to WAL at 1733207417315 (+1 ms)Closed at 1733207417315 2024-12-03T06:30:17,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51defaad-08d4-3506-3e62-c856abc16c48/MasterData/WALs/122cddc95ec8,42069,1733207399602/122cddc95ec8%2C42069%2C1733207399602.1733207401441 not finished, retry = 0 2024-12-03T06:30:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34991 is added to blk_1073741830_1006 (size=10165) 2024-12-03T06:30:17,418 INFO [M:0;122cddc95ec8:42069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:30:17,418 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:30:17,418 INFO [M:0;122cddc95ec8:42069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42069 2024-12-03T06:30:17,418 INFO [M:0;122cddc95ec8:42069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:30:17,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:17,549 INFO [M:0;122cddc95ec8:42069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:30:17,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42069-0x1009eb803140003, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:17,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59660647{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:30:17,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45139d65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:30:17,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:30:17,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e350811{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:30:17,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3904e05e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/hadoop.log.dir/,STOPPED} 2024-12-03T06:30:17,584 WARN [BP-271661193-172.17.0.2-1733207398050 heartbeating to localhost/127.0.0.1:44197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:30:17,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:30:17,584 WARN [BP-271661193-172.17.0.2-1733207398050 heartbeating to localhost/127.0.0.1:44197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-271661193-172.17.0.2-1733207398050 (Datanode Uuid 9c1ef234-7155-4cff-89d7-fc5fc358cddc) service to localhost/127.0.0.1:44197 2024-12-03T06:30:17,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:30:17,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/cluster_8fa883de-3199-531f-7096-87fab85c98bc/data/data2/current/BP-271661193-172.17.0.2-1733207398050 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:30:17,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/cluster_8fa883de-3199-531f-7096-87fab85c98bc/data/data1/current/BP-271661193-172.17.0.2-1733207398050 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:30:17,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:30:17,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56f79492{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:30:17,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ddfaba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:30:17,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:30:17,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b982f5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:30:17,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ee28337{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/hadoop.log.dir/,STOPPED} 2024-12-03T06:30:17,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:30:17,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:30:17,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:17,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:17,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:17,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:17,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:17,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:30:17,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=761606094, stopped=false 2024-12-03T06:30:17,601 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,35055,1733207408984 2024-12-03T06:30:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240151918/running 2024-12-03T06:30:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240151918/running 2024-12-03T06:30:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:17,616 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:30:17,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:17,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:17,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:17,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/running 2024-12-03T06:30:17,617 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,46189,1733207409018' ***** 2024-12-03T06:30:17,617 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:30:17,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Set watcher on znode that does not yet exist, /0-240151918/running 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:30:17,617 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(3091): Received CLOSE for 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,46189,1733207409018 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:46189. 2024-12-03T06:30:17,617 DEBUG [RS:0;122cddc95ec8:46189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:17,617 DEBUG [RS:0;122cddc95ec8:46189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:17,617 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 787e5c7ec18a77de954381066cb69b8b, disabling compactions & flushes 2024-12-03T06:30:17,617 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:17,617 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:30:17,617 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. after waiting 0 ms 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:30:17,617 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:30:17,617 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:30:17,618 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:30:17,618 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1325): Online Regions={787e5c7ec18a77de954381066cb69b8b=hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:30:17,618 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 787e5c7ec18a77de954381066cb69b8b 2024-12-03T06:30:17,618 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:30:17,618 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:30:17,618 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:30:17,618 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:30:17,618 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:30:17,618 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T06:30:17,621 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/replication/787e5c7ec18a77de954381066cb69b8b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-03T06:30:17,621 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:17,621 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:17,621 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:17,621 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 787e5c7ec18a77de954381066cb69b8b: Waiting for close lock at 1733207417617Running coprocessor pre-close hooks at 1733207417617Disabling compacts and flushes for region at 1733207417617Disabling writes for close at 1733207417617Writing region close event to WAL at 1733207417618 (+1 ms)Running coprocessor post-close hooks at 1733207417621 (+3 ms)Closed at 1733207417621 2024-12-03T06:30:17,622 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b. 2024-12-03T06:30:17,631 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/info/cd4dccd1da404182b37944c6b0e9a7e1 is 147, key is hbase:replication,,1733207402983.787e5c7ec18a77de954381066cb69b8b./info:regioninfo/1733207414909/Put/seqid=0 2024-12-03T06:30:17,634 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:30:17,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741851_1027 (size=6385) 2024-12-03T06:30:17,818 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:18,018 DEBUG [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:18,035 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/info/cd4dccd1da404182b37944c6b0e9a7e1 2024-12-03T06:30:18,035 DEBUG [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 to pos 0, reset compression=false 2024-12-03T06:30:18,040 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/.tmp/info/cd4dccd1da404182b37944c6b0e9a7e1 as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/info/cd4dccd1da404182b37944c6b0e9a7e1 2024-12-03T06:30:18,045 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/info/cd4dccd1da404182b37944c6b0e9a7e1, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T06:30:18,046 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-12-03T06:30:18,053 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T06:30:18,053 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:18,054 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:18,054 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:18,054 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207417618Running coprocessor pre-close hooks at 1733207417618Disabling compacts and flushes for region at 1733207417618Disabling writes for close at 1733207417618Obtaining lock to block concurrent updates at 1733207417618Preparing flush snapshotting stores in 1588230740 at 1733207417618Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733207417618Flushing stores of hbase:meta,,1.1588230740 at 1733207417619 (+1 ms)Flushing 1588230740/info: creating writer at 1733207417619Flushing 1588230740/info: appending metadata at 1733207417630 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733207417630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a832daa: reopening flushed file at 1733207418040 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1733207418046 (+6 ms)Writing region close event to WAL at 1733207418050 (+4 ms)Running coprocessor post-close hooks at 1733207418053 (+3 ms)Closed at 1733207418054 (+1 ms) 2024-12-03T06:30:18,054 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:18,129 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:30:18,129 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:30:18,218 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,46189,1733207409018; all regions closed. 2024-12-03T06:30:18,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741849_1025 (size=2156) 2024-12-03T06:30:18,221 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.meta.1733207410624.meta not finished, retry = 0 2024-12-03T06:30:18,323 DEBUG [RS:0;122cddc95ec8:46189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs 2024-12-03T06:30:18,323 INFO [RS:0;122cddc95ec8:46189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C46189%2C1733207409018.meta:.meta(num 1733207410624) 2024-12-03T06:30:18,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741850_1026 (size=796) 2024-12-03T06:30:18,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.rep.1733207414877 not finished, retry = 0 2024-12-03T06:30:18,428 DEBUG [RS:0;122cddc95ec8:46189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs 2024-12-03T06:30:18,428 INFO [RS:0;122cddc95ec8:46189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C46189%2C1733207409018.rep:(num 1733207414877) 2024-12-03T06:30:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741848_1024 (size=93) 2024-12-03T06:30:18,430 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/WALs/122cddc95ec8,46189,1733207409018/122cddc95ec8%2C46189%2C1733207409018.1733207410264 not finished, retry = 0 2024-12-03T06:30:18,532 DEBUG [RS:0;122cddc95ec8:46189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/oldWALs 2024-12-03T06:30:18,532 INFO [RS:0;122cddc95ec8:46189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C46189%2C1733207409018:(num 1733207410264) 2024-12-03T06:30:18,532 DEBUG [RS:0;122cddc95ec8:46189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:18,532 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:30:18,532 INFO [RS:0;122cddc95ec8:46189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:30:18,533 INFO [RS:0;122cddc95ec8:46189 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T06:30:18,533 INFO [RS:0;122cddc95ec8:46189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:30:18,533 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:30:18,533 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T06:30:18,533 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T06:30:18,533 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,46189,1733207409018 because: Region server is closing 2024-12-03T06:30:18,533 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T06:30:18,533 INFO [RS:0;122cddc95ec8:46189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:46189. 2024-12-03T06:30:18,533 DEBUG [RS:0;122cddc95ec8:46189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:18,533 DEBUG [RS:0;122cddc95ec8:46189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:18,533 DEBUG [RS:0;122cddc95ec8:46189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:18,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:18,634 WARN [RS:0;122cddc95ec8:46189.replicationSource.wal-reader.122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:30:18,634 WARN [RS:0;122cddc95ec8:46189.replicationSource.shipper122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T06:30:18,634 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;122cddc95ec8:46189.replicationSource.shipper122cddc95ec8%2C46189%2C1733207409018,1-122cddc95ec8,46189,1733207409018 terminated 2024-12-03T06:30:18,634 INFO [RS:0;122cddc95ec8:46189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46189 2024-12-03T06:30:18,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240151918/rs/122cddc95ec8,46189,1733207409018 2024-12-03T06:30:18,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918/rs 2024-12-03T06:30:18,666 INFO [RS:0;122cddc95ec8:46189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:30:18,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,46189,1733207409018] 2024-12-03T06:30:18,682 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-240151918/draining/122cddc95ec8,46189,1733207409018 already deleted, retry=false 2024-12-03T06:30:18,682 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,46189,1733207409018 expired; onlineServers=0 2024-12-03T06:30:18,682 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,35055,1733207408984' ***** 2024-12-03T06:30:18,682 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:30:18,682 INFO [M:0;122cddc95ec8:35055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:30:18,683 INFO [M:0;122cddc95ec8:35055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:30:18,683 DEBUG [M:0;122cddc95ec8:35055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:30:18,683 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:30:18,683 DEBUG [M:0;122cddc95ec8:35055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:30:18,683 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207410039 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207410039,5,FailOnTimeoutGroup] 2024-12-03T06:30:18,683 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207410039 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207410039,5,FailOnTimeoutGroup] 2024-12-03T06:30:18,683 INFO [M:0;122cddc95ec8:35055 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:30:18,683 INFO [M:0;122cddc95ec8:35055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:30:18,683 DEBUG [M:0;122cddc95ec8:35055 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:30:18,683 INFO [M:0;122cddc95ec8:35055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:30:18,683 INFO [M:0;122cddc95ec8:35055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:30:18,683 INFO [M:0;122cddc95ec8:35055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:30:18,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:30:18,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240151918/master 2024-12-03T06:30:18,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240151918 2024-12-03T06:30:18,691 DEBUG [M:0;122cddc95ec8:35055 {}] zookeeper.ZKUtil(347): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Unable to get data of znode /0-240151918/master because node does not exist (not an error) 2024-12-03T06:30:18,691 WARN [M:0;122cddc95ec8:35055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:30:18,691 INFO [M:0;122cddc95ec8:35055 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/.lastflushedseqids 2024-12-03T06:30:18,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741852_1028 (size=181) 2024-12-03T06:30:18,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:18,774 INFO [RS:0;122cddc95ec8:46189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:30:18,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x1009eb803140007, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:18,774 INFO [RS:0;122cddc95ec8:46189 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,46189,1733207409018; zookeeper connection closed. 2024-12-03T06:30:18,775 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2323cc94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2323cc94 2024-12-03T06:30:18,775 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:30:19,096 INFO [M:0;122cddc95ec8:35055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:30:19,097 INFO [M:0;122cddc95ec8:35055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:30:19,097 DEBUG [M:0;122cddc95ec8:35055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:30:19,097 INFO [M:0;122cddc95ec8:35055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:19,097 DEBUG [M:0;122cddc95ec8:35055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:19,097 DEBUG [M:0;122cddc95ec8:35055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:30:19,097 DEBUG [M:0;122cddc95ec8:35055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:19,097 INFO [M:0;122cddc95ec8:35055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T06:30:19,111 DEBUG [M:0;122cddc95ec8:35055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84da0b18cb5d4668a91b33324e042c2d is 82, key is hbase:meta,,1/info:regioninfo/1733207410669/Put/seqid=0 2024-12-03T06:30:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741853_1029 (size=5672) 2024-12-03T06:30:19,517 INFO [M:0;122cddc95ec8:35055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84da0b18cb5d4668a91b33324e042c2d 2024-12-03T06:30:19,535 DEBUG [M:0;122cddc95ec8:35055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc3dbc44c0794cb29f4669752c940449 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733207414915/Put/seqid=0 2024-12-03T06:30:19,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741854_1030 (size=7312) 2024-12-03T06:30:19,541 INFO [M:0;122cddc95ec8:35055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc3dbc44c0794cb29f4669752c940449 2024-12-03T06:30:19,557 DEBUG [M:0;122cddc95ec8:35055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6fb504f0d0445a3be24334d06440a7f is 69, key is 122cddc95ec8,46189,1733207409018/rs:state/1733207410071/Put/seqid=0 2024-12-03T06:30:19,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741855_1031 (size=5370) 2024-12-03T06:30:19,961 INFO [M:0;122cddc95ec8:35055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6fb504f0d0445a3be24334d06440a7f 2024-12-03T06:30:19,966 INFO [M:0;122cddc95ec8:35055 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6fb504f0d0445a3be24334d06440a7f 2024-12-03T06:30:19,966 DEBUG [M:0;122cddc95ec8:35055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84da0b18cb5d4668a91b33324e042c2d as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84da0b18cb5d4668a91b33324e042c2d 2024-12-03T06:30:19,970 INFO [M:0;122cddc95ec8:35055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84da0b18cb5d4668a91b33324e042c2d, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T06:30:19,971 DEBUG [M:0;122cddc95ec8:35055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc3dbc44c0794cb29f4669752c940449 as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc3dbc44c0794cb29f4669752c940449 2024-12-03T06:30:19,975 INFO [M:0;122cddc95ec8:35055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc3dbc44c0794cb29f4669752c940449, entries=7, sequenceid=127, filesize=7.1 K 2024-12-03T06:30:19,976 DEBUG [M:0;122cddc95ec8:35055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6fb504f0d0445a3be24334d06440a7f as hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6fb504f0d0445a3be24334d06440a7f 2024-12-03T06:30:19,980 INFO [M:0;122cddc95ec8:35055 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6fb504f0d0445a3be24334d06440a7f 2024-12-03T06:30:19,980 INFO [M:0;122cddc95ec8:35055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36235/user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6fb504f0d0445a3be24334d06440a7f, entries=2, sequenceid=127, filesize=5.2 K 2024-12-03T06:30:19,981 INFO [M:0;122cddc95ec8:35055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=127, compaction requested=false 2024-12-03T06:30:19,982 INFO [M:0;122cddc95ec8:35055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:19,982 DEBUG [M:0;122cddc95ec8:35055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207419097Disabling compacts and flushes for region at 1733207419097Disabling writes for close at 1733207419097Obtaining lock to block concurrent updates at 1733207419097Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207419097Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733207419097Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207419098 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207419098Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207419111 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207419111Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207419521 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207419535 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207419535Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207419545 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207419556 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207419556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de2d17b: reopening flushed file at 1733207419966 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd9f605: reopening flushed file at 1733207419970 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ffbbb7: reopening flushed file at 1733207419975 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=127, compaction requested=false at 1733207419981 (+6 ms)Writing region close event to WAL at 1733207419982 (+1 ms)Closed at 1733207419982 2024-12-03T06:30:19,984 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/12c2e8b7-7b2c-3c9d-265f-b9b3569eab70/MasterData/WALs/122cddc95ec8,35055,1733207408984/122cddc95ec8%2C35055%2C1733207408984.1733207409517 not finished, retry = 0 2024-12-03T06:30:19,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43985 is added to blk_1073741847_1023 (size=22903) 2024-12-03T06:30:20,085 INFO [M:0;122cddc95ec8:35055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:30:20,085 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:30:20,085 INFO [M:0;122cddc95ec8:35055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35055 2024-12-03T06:30:20,085 INFO [M:0;122cddc95ec8:35055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:30:20,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:20,216 INFO [M:0;122cddc95ec8:35055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:30:20,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x1009eb803140006, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:20,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@647ffad6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:30:20,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b94c408{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:30:20,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:30:20,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68beed2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:30:20,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15bbf7d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/hadoop.log.dir/,STOPPED} 2024-12-03T06:30:20,220 WARN [BP-586516140-172.17.0.2-1733207393386 heartbeating to localhost/127.0.0.1:36235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:30:20,220 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:30:20,220 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:30:20,220 WARN [BP-586516140-172.17.0.2-1733207393386 heartbeating to localhost/127.0.0.1:36235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-586516140-172.17.0.2-1733207393386 (Datanode Uuid 8a5e9390-db37-468a-b9c8-55983386daf6) service to localhost/127.0.0.1:36235 2024-12-03T06:30:20,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/cluster_a9aae4c6-7a6b-1f3d-437f-5953456823ad/data/data1/current/BP-586516140-172.17.0.2-1733207393386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:30:20,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/cluster_a9aae4c6-7a6b-1f3d-437f-5953456823ad/data/data2/current/BP-586516140-172.17.0.2-1733207393386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:30:20,221 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:30:20,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12803652{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:30:20,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35299b4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:30:20,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:30:20,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2afa9cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:30:20,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d23ffab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be2e3bf1-4108-bb79-7a1a-176f4674d95b/hadoop.log.dir/,STOPPED} 2024-12-03T06:30:20,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:30:20,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:30:20,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 158) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54418) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36235 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44197 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54418) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=566 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 281), ProcessCount=11 (was 11), AvailableMemoryMB=11552 (was 11769) 2024-12-03T06:30:20,304 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=11552 2024-12-03T06:30:20,319 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-03T06:30:20,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/hadoop.log.dir so I do NOT create it in target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5 2024-12-03T06:30:20,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:30:20,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/hadoop.tmp.dir so I do NOT create it in target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5 2024-12-03T06:30:20,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17dbe744-87b5-b716-99a3-a446ddcd5485/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:30:20,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5 2024-12-03T06:30:20,319 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/cluster_2115504a-94cc-5436-ab08-d1ebef6192f8, deleteOnExit=true 2024-12-03T06:30:20,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/cluster_2115504a-94cc-5436-ab08-d1ebef6192f8/zookeeper_0, clientPort=60233, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/cluster_2115504a-94cc-5436-ab08-d1ebef6192f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/cluster_2115504a-94cc-5436-ab08-d1ebef6192f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:30:20,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60233 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/test.cache.data in system properties and HBase conf 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:30:20,323 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:30:20,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:30:20,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:30:20,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:30:20,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:30:20,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:30:20,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:30:20,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:30:20,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:30:20,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:30:20,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:30:20,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:30:20,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009eb803140002, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:30:20,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009eb803140005, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:30:20,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009eb803140002, quorum=127.0.0.1:54418, baseZNode=/0-240151918 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:30:20,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009eb803140005, quorum=127.0.0.1:54418, baseZNode=/11333851937 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:30:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:30:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:30:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:20,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:20,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:30:20,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:30:20,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:30:20,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:30:20,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:20,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@293cc62b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:30:20,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27cd1f5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:30:20,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2203128d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/java.io.tmpdir/jetty-localhost-38151-hadoop-hdfs-3_4_1-tests_jar-_-any-7261989230049853070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:30:20,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29b2d4a3{HTTP/1.1, (http/1.1)}{localhost:38151} 2024-12-03T06:30:20,770 INFO [Time-limited test {}] server.Server(415): Started @166021ms 2024-12-03T06:30:21,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:21,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:30:21,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:30:21,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:30:21,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:30:21,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35e71582{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:30:21,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@91cce69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:30:21,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@148a91a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/java.io.tmpdir/jetty-localhost-38509-hadoop-hdfs-3_4_1-tests_jar-_-any-9480299990925018247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:30:21,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3979a70c{HTTP/1.1, (http/1.1)}{localhost:38509} 2024-12-03T06:30:21,109 INFO [Time-limited test {}] server.Server(415): Started @166360ms 2024-12-03T06:30:21,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:30:21,529 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/cluster_2115504a-94cc-5436-ab08-d1ebef6192f8/data/data2/current/BP-1568266227-172.17.0.2-1733207420356/current, will proceed with Du for space computation calculation, 2024-12-03T06:30:21,529 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/cluster_2115504a-94cc-5436-ab08-d1ebef6192f8/data/data1/current/BP-1568266227-172.17.0.2-1733207420356/current, will proceed with Du for space computation calculation, 2024-12-03T06:30:21,548 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:30:21,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52d85c54b9dcc81f with lease ID 0x67dc52276e21b660: Processing first storage report for DS-66eb1474-def2-4e70-bdf7-b18e1ed8c282 from datanode DatanodeRegistration(127.0.0.1:37401, datanodeUuid=94a7c8ff-7599-4726-8353-f49a7843706e, infoPort=38775, infoSecurePort=0, ipcPort=37801, storageInfo=lv=-57;cid=testClusterID;nsid=547148378;c=1733207420356) 2024-12-03T06:30:21,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52d85c54b9dcc81f with lease ID 0x67dc52276e21b660: from storage DS-66eb1474-def2-4e70-bdf7-b18e1ed8c282 node DatanodeRegistration(127.0.0.1:37401, datanodeUuid=94a7c8ff-7599-4726-8353-f49a7843706e, infoPort=38775, infoSecurePort=0, ipcPort=37801, storageInfo=lv=-57;cid=testClusterID;nsid=547148378;c=1733207420356), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:30:21,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52d85c54b9dcc81f with lease ID 0x67dc52276e21b660: Processing first storage report for DS-aec1f135-a1ef-469b-9e5b-b902d50b5d40 from datanode DatanodeRegistration(127.0.0.1:37401, datanodeUuid=94a7c8ff-7599-4726-8353-f49a7843706e, infoPort=38775, infoSecurePort=0, ipcPort=37801, storageInfo=lv=-57;cid=testClusterID;nsid=547148378;c=1733207420356) 2024-12-03T06:30:21,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52d85c54b9dcc81f with lease ID 0x67dc52276e21b660: from storage DS-aec1f135-a1ef-469b-9e5b-b902d50b5d40 node DatanodeRegistration(127.0.0.1:37401, datanodeUuid=94a7c8ff-7599-4726-8353-f49a7843706e, infoPort=38775, infoSecurePort=0, ipcPort=37801, storageInfo=lv=-57;cid=testClusterID;nsid=547148378;c=1733207420356), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:30:21,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5 2024-12-03T06:30:21,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:21,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:21,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:30:22,044 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e with version=8 2024-12-03T06:30:22,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/hbase-staging 2024-12-03T06:30:22,046 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:30:22,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:22,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:22,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:30:22,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:22,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:30:22,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:30:22,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:30:22,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39367 2024-12-03T06:30:22,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39367 connecting to ZooKeeper ensemble=127.0.0.1:60233 2024-12-03T06:30:22,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393670x0, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:22,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39367-0x1009eb86c5b0000 connected 2024-12-03T06:30:22,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:22,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:22,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Set watcher on znode that does not yet exist, /0147321293/running 2024-12-03T06:30:22,177 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e, hbase.cluster.distributed=false 2024-12-03T06:30:22,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Set watcher on znode that does not yet exist, /0147321293/acl 2024-12-03T06:30:22,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39367 2024-12-03T06:30:22,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39367 2024-12-03T06:30:22,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39367 2024-12-03T06:30:22,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39367 2024-12-03T06:30:22,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39367 2024-12-03T06:30:22,192 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:30:22,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:22,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:22,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:30:22,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:22,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:30:22,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:30:22,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:30:22,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36925 2024-12-03T06:30:22,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36925 connecting to ZooKeeper ensemble=127.0.0.1:60233 2024-12-03T06:30:22,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:22,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:22,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369250x0, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:22,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369250x0, quorum=127.0.0.1:60233, baseZNode=/0147321293 Set watcher on znode that does not yet exist, /0147321293/running 2024-12-03T06:30:22,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36925-0x1009eb86c5b0001 connected 2024-12-03T06:30:22,208 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:30:22,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:30:22,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Set watcher on znode that does not yet exist, /0147321293/master 2024-12-03T06:30:22,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Set watcher on znode that does not yet exist, /0147321293/acl 2024-12-03T06:30:22,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36925 2024-12-03T06:30:22,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36925 2024-12-03T06:30:22,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36925 2024-12-03T06:30:22,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36925 2024-12-03T06:30:22,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36925 2024-12-03T06:30:22,229 DEBUG [M:0;122cddc95ec8:39367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:39367 2024-12-03T06:30:22,229 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0147321293/backup-masters/122cddc95ec8,39367,1733207422046 2024-12-03T06:30:22,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293/backup-masters 2024-12-03T06:30:22,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293/backup-masters 2024-12-03T06:30:22,233 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Set watcher on existing znode=/0147321293/backup-masters/122cddc95ec8,39367,1733207422046 2024-12-03T06:30:22,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:22,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0147321293/master 2024-12-03T06:30:22,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:22,241 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Set watcher on existing znode=/0147321293/master 2024-12-03T06:30:22,241 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0147321293/backup-masters/122cddc95ec8,39367,1733207422046 from backup master directory 2024-12-03T06:30:22,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293/backup-masters 2024-12-03T06:30:22,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0147321293/backup-masters/122cddc95ec8,39367,1733207422046 2024-12-03T06:30:22,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293/backup-masters 2024-12-03T06:30:22,249 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:30:22,249 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,39367,1733207422046 2024-12-03T06:30:22,252 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/hbase.id] with ID: f9528dda-cd76-41cd-b673-198f2f8a64c4 2024-12-03T06:30:22,252 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/.tmp/hbase.id 2024-12-03T06:30:22,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:30:22,660 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/.tmp/hbase.id]:[hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/hbase.id] 2024-12-03T06:30:22,668 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:22,668 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:30:22,669 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:30:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:22,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:22,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:30:23,079 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:23,080 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:30:23,081 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:23,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:30:23,123 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:30:23,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:23,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:23,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:23,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:23,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:23,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:23,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:23,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:23,487 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store 2024-12-03T06:30:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:30:23,493 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:23,493 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:30:23,493 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:23,493 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:23,493 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:30:23,493 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:23,493 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:23,493 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207423493Disabling compacts and flushes for region at 1733207423493Disabling writes for close at 1733207423493Writing region close event to WAL at 1733207423493Closed at 1733207423493 2024-12-03T06:30:23,494 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/.initializing 2024-12-03T06:30:23,494 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/WALs/122cddc95ec8,39367,1733207422046 2024-12-03T06:30:23,495 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:23,497 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C39367%2C1733207422046, suffix=, logDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/WALs/122cddc95ec8,39367,1733207422046, archiveDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/oldWALs, maxLogs=10 2024-12-03T06:30:23,515 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/WALs/122cddc95ec8,39367,1733207422046/122cddc95ec8%2C39367%2C1733207422046.1733207423497, exclude list is [], retry=0 2024-12-03T06:30:23,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-66eb1474-def2-4e70-bdf7-b18e1ed8c282,DISK] 2024-12-03T06:30:23,519 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/WALs/122cddc95ec8,39367,1733207422046/122cddc95ec8%2C39367%2C1733207422046.1733207423497 2024-12-03T06:30:23,522 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-12-03T06:30:23,522 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:23,522 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:23,522 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,522 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:30:23,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:23,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:23,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:30:23,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:23,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:23,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:30:23,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:23,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:23,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:30:23,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:23,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:23,529 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,530 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,530 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,531 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,531 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,531 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:23,532 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:23,533 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:23,534 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72518020, jitterRate=0.08060270547866821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:23,534 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207423522Initializing all the Stores at 1733207423523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207423523Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207423523Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207423523Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207423523Cleaning up temporary data from old regions at 1733207423531 (+8 ms)Region opened successfully at 1733207423534 (+3 ms) 2024-12-03T06:30:23,534 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:30:23,537 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648d188f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:23,537 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:30:23,537 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:30:23,537 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:30:23,538 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:30:23,538 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:30:23,538 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:30:23,538 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:30:23,540 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:30:23,540 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Unable to get data of znode /0147321293/balancer because node does not exist (not necessarily an error) 2024-12-03T06:30:23,574 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0147321293/balancer already deleted, retry=false 2024-12-03T06:30:23,574 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:30:23,575 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Unable to get data of znode /0147321293/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:30:23,582 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0147321293/normalizer already deleted, retry=false 2024-12-03T06:30:23,583 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:30:23,583 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Unable to get data of znode /0147321293/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:30:23,590 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0147321293/switch/split already deleted, retry=false 2024-12-03T06:30:23,591 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Unable to get data of znode /0147321293/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:30:23,599 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0147321293/switch/merge already deleted, retry=false 2024-12-03T06:30:23,600 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Unable to get data of znode /0147321293/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:30:23,607 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0147321293/snapshot-cleanup already deleted, retry=false 2024-12-03T06:30:23,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0147321293/running 2024-12-03T06:30:23,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0147321293/running 2024-12-03T06:30:23,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:23,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:23,616 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,39367,1733207422046, sessionid=0x1009eb86c5b0000, setting cluster-up flag (Was=false) 2024-12-03T06:30:23,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:23,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:23,657 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0147321293/flush-table-proc/acquired, /0147321293/flush-table-proc/reached, /0147321293/flush-table-proc/abort 2024-12-03T06:30:23,658 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,39367,1733207422046 2024-12-03T06:30:23,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:23,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:23,699 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0147321293/online-snapshot/acquired, /0147321293/online-snapshot/reached, /0147321293/online-snapshot/abort 2024-12-03T06:30:23,700 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,39367,1733207422046 2024-12-03T06:30:23,701 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:30:23,702 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:23,703 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:30:23,703 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:30:23,703 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 122cddc95ec8,38389,1733207395064: status=Processing ServerCrashProcedure of 122cddc95ec8,38389,1733207395064 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733207410023, completionTime=-1 appears to have been leaked 2024-12-03T06:30:23,703 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,39367,1733207422046 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:30:23,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:23,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:23,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:23,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:23,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:30:23,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:23,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207453705 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:30:23,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:30:23,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:30:23,706 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:30:23,707 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:23,707 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:30:23,707 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:30:23,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:30:23,714 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207423707,5,FailOnTimeoutGroup] 2024-12-03T06:30:23,714 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207423714,5,FailOnTimeoutGroup] 2024-12-03T06:30:23,714 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,714 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:30:23,714 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,714 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:30:23,721 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(746): ClusterId : f9528dda-cd76-41cd-b673-198f2f8a64c4 2024-12-03T06:30:23,721 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:30:23,733 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:30:23,733 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:30:23,741 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:30:23,742 DEBUG [RS:0;122cddc95ec8:36925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fa441c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:23,756 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:36925 2024-12-03T06:30:23,757 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:30:23,757 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:30:23,757 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:30:23,757 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,39367,1733207422046 with port=36925, startcode=1733207422192 2024-12-03T06:30:23,758 DEBUG [RS:0;122cddc95ec8:36925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:30:23,759 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:30:23,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,36925,1733207422192 2024-12-03T06:30:23,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39367 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,36925,1733207422192 2024-12-03T06:30:23,761 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e 2024-12-03T06:30:23,761 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39217 2024-12-03T06:30:23,761 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:30:23,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293/rs 2024-12-03T06:30:23,766 DEBUG [RS:0;122cddc95ec8:36925 {}] zookeeper.ZKUtil(111): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Set watcher on existing znode=/0147321293/rs/122cddc95ec8,36925,1733207422192 2024-12-03T06:30:23,766 WARN [RS:0;122cddc95ec8:36925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:30:23,766 INFO [RS:0;122cddc95ec8:36925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:23,766 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192 2024-12-03T06:30:23,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,36925,1733207422192] 2024-12-03T06:30:23,769 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:30:23,771 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:30:23,771 INFO [RS:0;122cddc95ec8:36925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:30:23,771 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,771 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:30:23,772 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:30:23,772 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,772 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,772 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,772 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,772 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,772 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,772 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:23,772 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,772 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,772 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,772 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,773 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,773 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:23,773 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:30:23,773 DEBUG [RS:0;122cddc95ec8:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:30:23,773 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,773 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,773 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,773 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,773 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,773 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,36925,1733207422192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:30:23,786 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:30:23,787 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,36925,1733207422192-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,787 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,787 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.Replication(171): 122cddc95ec8,36925,1733207422192 started 2024-12-03T06:30:23,798 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:23,798 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,36925,1733207422192, RpcServer on 122cddc95ec8/172.17.0.2:36925, sessionid=0x1009eb86c5b0001 2024-12-03T06:30:23,798 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:30:23,798 DEBUG [RS:0;122cddc95ec8:36925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,36925,1733207422192 2024-12-03T06:30:23,798 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,36925,1733207422192' 2024-12-03T06:30:23,798 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0147321293/flush-table-proc/abort' 2024-12-03T06:30:23,799 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0147321293/flush-table-proc/acquired' 2024-12-03T06:30:23,799 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:30:23,799 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:30:23,799 DEBUG [RS:0;122cddc95ec8:36925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,36925,1733207422192 2024-12-03T06:30:23,799 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,36925,1733207422192' 2024-12-03T06:30:23,799 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0147321293/online-snapshot/abort' 2024-12-03T06:30:23,799 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0147321293/online-snapshot/acquired' 2024-12-03T06:30:23,799 DEBUG [RS:0;122cddc95ec8:36925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:30:23,799 INFO [RS:0;122cddc95ec8:36925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:30:23,799 INFO [RS:0;122cddc95ec8:36925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:30:23,900 INFO [RS:0;122cddc95ec8:36925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:23,901 INFO [RS:0;122cddc95ec8:36925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C36925%2C1733207422192, suffix=, logDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192, archiveDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/oldWALs, maxLogs=10 2024-12-03T06:30:23,912 DEBUG [RS:0;122cddc95ec8:36925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901, exclude list is [], retry=0 2024-12-03T06:30:23,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-66eb1474-def2-4e70-bdf7-b18e1ed8c282,DISK] 2024-12-03T06:30:23,916 INFO [RS:0;122cddc95ec8:36925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 2024-12-03T06:30:23,916 DEBUG [RS:0;122cddc95ec8:36925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-12-03T06:30:24,119 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:30:24,119 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e 2024-12-03T06:30:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:30:24,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:24,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:30:24,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:30:24,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:24,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:24,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:30:24,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:30:24,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:24,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:24,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:30:24,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:30:24,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:24,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:24,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:30:24,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:30:24,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:24,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:24,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:30:24,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740 2024-12-03T06:30:24,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740 2024-12-03T06:30:24,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:30:24,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:30:24,533 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:24,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:30:24,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:24,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73069642, jitterRate=0.08882251381874084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:24,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207424525Initializing all the Stores at 1733207424525Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207424526 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207424526Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207424526Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207424526Cleaning up temporary data from old regions at 1733207424533 (+7 ms)Region opened successfully at 1733207424536 (+3 ms) 2024-12-03T06:30:24,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:30:24,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:30:24,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:30:24,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:30:24,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:30:24,537 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:24,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207424536Disabling compacts and flushes for region at 1733207424536Disabling writes for close at 1733207424536Writing region close event to WAL at 1733207424537 (+1 ms)Closed at 1733207424537 2024-12-03T06:30:24,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:24,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:30:24,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:30:24,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:30:24,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:30:24,689 DEBUG [122cddc95ec8:39367 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:30:24,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,36925,1733207422192 2024-12-03T06:30:24,691 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,36925,1733207422192, state=OPENING 2024-12-03T06:30:24,724 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:30:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:24,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:24,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0147321293/meta-region-server: CHANGED 2024-12-03T06:30:24,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0147321293/meta-region-server: CHANGED 2024-12-03T06:30:24,733 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:30:24,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,36925,1733207422192}] 2024-12-03T06:30:24,885 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:30:24,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:30:24,890 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:30:24,890 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:24,890 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:30:24,892 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C36925%2C1733207422192.meta, suffix=.meta, logDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192, archiveDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/oldWALs, maxLogs=10 2024-12-03T06:30:24,908 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.meta.1733207424892.meta, exclude list is [], retry=0 2024-12-03T06:30:24,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-66eb1474-def2-4e70-bdf7-b18e1ed8c282,DISK] 2024-12-03T06:30:24,912 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.meta.1733207424892.meta 2024-12-03T06:30:24,913 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-12-03T06:30:24,913 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:24,913 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:24,913 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:30:24,913 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:30:24,913 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:30:24,914 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:30:24,914 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:24,914 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:30:24,914 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:30:24,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:30:24,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:30:24,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:24,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:24,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:30:24,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:30:24,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:24,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:24,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:30:24,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:30:24,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:24,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:24,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:30:24,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:30:24,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:24,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:24,920 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:30:24,920 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740 2024-12-03T06:30:24,921 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740 2024-12-03T06:30:24,922 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:30:24,922 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:30:24,922 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:24,923 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:30:24,924 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62615895, jitterRate=-0.06695045530796051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:24,924 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:30:24,924 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207424914Writing region info on filesystem at 1733207424914Initializing all the Stores at 1733207424915 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207424915Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207424915Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207424915Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207424915Cleaning up temporary data from old regions at 1733207424922 (+7 ms)Running coprocessor post-open hooks at 1733207424924 (+2 ms)Region opened successfully at 1733207424924 2024-12-03T06:30:24,925 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207424885 2024-12-03T06:30:24,927 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:30:24,927 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:30:24,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,36925,1733207422192 2024-12-03T06:30:24,928 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,36925,1733207422192, state=OPEN 2024-12-03T06:30:24,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0147321293/meta-region-server 2024-12-03T06:30:24,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0147321293/meta-region-server 2024-12-03T06:30:24,954 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,36925,1733207422192 2024-12-03T06:30:24,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0147321293/meta-region-server: CHANGED 2024-12-03T06:30:24,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0147321293/meta-region-server: CHANGED 2024-12-03T06:30:24,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:30:24,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,36925,1733207422192 in 221 msec 2024-12-03T06:30:24,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:30:24,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-12-03T06:30:24,957 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:24,957 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:30:24,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:24,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,36925,1733207422192, seqNum=-1] 2024-12-03T06:30:24,959 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:24,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:24,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-12-03T06:30:24,964 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207424964, completionTime=-1 2024-12-03T06:30:24,964 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:30:24,964 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:30:24,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:30:24,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207484966 2024-12-03T06:30:24,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207544966 2024-12-03T06:30:24,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:30:24,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39367,1733207422046-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:24,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39367,1733207422046-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:24,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39367,1733207422046-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:24,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:39367, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:24,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:24,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:24,968 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:30:24,969 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.720sec 2024-12-03T06:30:24,969 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:30:24,969 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:30:24,969 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:30:24,969 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:30:24,969 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:30:24,969 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39367,1733207422046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:30:24,969 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39367,1733207422046-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:30:24,971 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:30:24,971 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:30:24,971 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39367,1733207422046-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:25,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7b4cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:25,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39367,-1 for getting cluster id 2024-12-03T06:30:25,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:25,024 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9528dda-cd76-41cd-b673-198f2f8a64c4' 2024-12-03T06:30:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9528dda-cd76-41cd-b673-198f2f8a64c4" 2024-12-03T06:30:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421bf3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39367,-1] 2024-12-03T06:30:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:25,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:25,025 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:25,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7e5bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:25,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:25,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,36925,1733207422192, seqNum=-1] 2024-12-03T06:30:25,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:25,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:25,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,39367,1733207422046 2024-12-03T06:30:25,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60233 2024-12-03T06:30:25,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:25,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009eb86c5b0002 connected 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/hadoop.log.dir so I do NOT create it in target/test-data/ec088f68-17be-d572-7601-16725931492b 2024-12-03T06:30:25,051 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/hadoop.tmp.dir so I do NOT create it in target/test-data/ec088f68-17be-d572-7601-16725931492b 2024-12-03T06:30:25,051 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:30:25,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/cluster_111a4c24-a774-a7cd-57c0-c0ad65de9ab6, deleteOnExit=true 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/test.cache.data in system properties and HBase conf 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:30:25,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:30:25,052 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:30:25,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:30:25,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:25,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:30:25,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:30:25,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:30:25,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:30:25,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:25,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61cfc96d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:30:25,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346e4b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:30:25,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69c4fd2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/java.io.tmpdir/jetty-localhost-45827-hadoop-hdfs-3_4_1-tests_jar-_-any-13740587100677716665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:30:25,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f7ccd89{HTTP/1.1, (http/1.1)}{localhost:45827} 2024-12-03T06:30:25,341 INFO [Time-limited test {}] server.Server(415): Started @170592ms 2024-12-03T06:30:25,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:25,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:30:25,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:30:25,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:30:25,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:30:25,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18f022cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:30:25,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@138e10a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:30:25,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14f0b8be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/java.io.tmpdir/jetty-localhost-45645-hadoop-hdfs-3_4_1-tests_jar-_-any-8416761570239537335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:30:25,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b431dbf{HTTP/1.1, (http/1.1)}{localhost:45645} 2024-12-03T06:30:25,655 INFO [Time-limited test {}] server.Server(415): Started @170906ms 2024-12-03T06:30:25,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:30:26,175 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/cluster_111a4c24-a774-a7cd-57c0-c0ad65de9ab6/data/data1/current/BP-316995588-172.17.0.2-1733207425065/current, will proceed with Du for space computation calculation, 2024-12-03T06:30:26,175 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/cluster_111a4c24-a774-a7cd-57c0-c0ad65de9ab6/data/data2/current/BP-316995588-172.17.0.2-1733207425065/current, will proceed with Du for space computation calculation, 2024-12-03T06:30:26,193 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:30:26,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce14c44d92a71e62 with lease ID 0xaf44424b339231a9: Processing first storage report for DS-ec7b1ca0-f70f-4ec4-b16a-a118a134c098 from datanode DatanodeRegistration(127.0.0.1:34569, datanodeUuid=adb75d1f-d8a8-46a8-bc5b-07f99597480d, infoPort=36879, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=177169000;c=1733207425065) 2024-12-03T06:30:26,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce14c44d92a71e62 with lease ID 0xaf44424b339231a9: from storage DS-ec7b1ca0-f70f-4ec4-b16a-a118a134c098 node DatanodeRegistration(127.0.0.1:34569, datanodeUuid=adb75d1f-d8a8-46a8-bc5b-07f99597480d, infoPort=36879, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=177169000;c=1733207425065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:30:26,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce14c44d92a71e62 with lease ID 0xaf44424b339231a9: Processing first storage report for DS-6824adb8-e3e4-4f0b-85c4-4076ddcdf058 from datanode DatanodeRegistration(127.0.0.1:34569, datanodeUuid=adb75d1f-d8a8-46a8-bc5b-07f99597480d, infoPort=36879, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=177169000;c=1733207425065) 2024-12-03T06:30:26,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce14c44d92a71e62 with lease ID 0xaf44424b339231a9: from storage DS-6824adb8-e3e4-4f0b-85c4-4076ddcdf058 node DatanodeRegistration(127.0.0.1:34569, datanodeUuid=adb75d1f-d8a8-46a8-bc5b-07f99597480d, infoPort=36879, infoSecurePort=0, ipcPort=39467, storageInfo=lv=-57;cid=testClusterID;nsid=177169000;c=1733207425065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:30:26,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b 2024-12-03T06:30:26,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:26,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:26,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:30:26,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b with version=8 2024-12-03T06:30:26,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/hbase-staging 2024-12-03T06:30:26,694 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:30:26,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:26,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:26,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:30:26,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:26,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:30:26,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:30:26,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:30:26,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33761 2024-12-03T06:30:26,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33761 connecting to ZooKeeper ensemble=127.0.0.1:60233 2024-12-03T06:30:26,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337610x0, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:26,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33761-0x1009eb86c5b0003 connected 2024-12-03T06:30:26,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:26,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:26,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Set watcher on znode that does not yet exist, /1-757344692/running 2024-12-03T06:30:26,793 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b, hbase.cluster.distributed=false 2024-12-03T06:30:26,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Set watcher on znode that does not yet exist, /1-757344692/acl 2024-12-03T06:30:26,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33761 2024-12-03T06:30:26,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33761 2024-12-03T06:30:26,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33761 2024-12-03T06:30:26,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33761 2024-12-03T06:30:26,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33761 2024-12-03T06:30:26,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:30:26,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:26,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:26,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:30:26,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:26,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:30:26,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:30:26,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:30:26,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43829 2024-12-03T06:30:26,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43829 connecting to ZooKeeper ensemble=127.0.0.1:60233 2024-12-03T06:30:26,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:26,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:26,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438290x0, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:26,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438290x0, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Set watcher on znode that does not yet exist, /1-757344692/running 2024-12-03T06:30:26,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:30:26,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43829-0x1009eb86c5b0004 connected 2024-12-03T06:30:26,825 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:30:26,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Set watcher on znode that does not yet exist, /1-757344692/master 2024-12-03T06:30:26,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Set watcher on znode that does not yet exist, /1-757344692/acl 2024-12-03T06:30:26,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43829 2024-12-03T06:30:26,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43829 2024-12-03T06:30:26,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43829 2024-12-03T06:30:26,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43829 2024-12-03T06:30:26,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43829 2024-12-03T06:30:26,847 DEBUG [M:0;122cddc95ec8:33761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:33761 2024-12-03T06:30:26,847 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-757344692/backup-masters/122cddc95ec8,33761,1733207426694 2024-12-03T06:30:26,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692/backup-masters 2024-12-03T06:30:26,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692/backup-masters 2024-12-03T06:30:26,880 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Set watcher on existing znode=/1-757344692/backup-masters/122cddc95ec8,33761,1733207426694 2024-12-03T06:30:26,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-757344692/master 2024-12-03T06:30:26,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:26,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:26,899 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Set watcher on existing znode=/1-757344692/master 2024-12-03T06:30:26,899 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-757344692/backup-masters/122cddc95ec8,33761,1733207426694 from backup master directory 2024-12-03T06:30:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692/backup-masters 2024-12-03T06:30:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-757344692/backup-masters/122cddc95ec8,33761,1733207426694 2024-12-03T06:30:26,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692/backup-masters 2024-12-03T06:30:26,907 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:30:26,907 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,33761,1733207426694 2024-12-03T06:30:26,910 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/hbase.id] with ID: 93f60596-14d0-4211-b6fd-bbc4519b933a 2024-12-03T06:30:26,910 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/.tmp/hbase.id 2024-12-03T06:30:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:30:27,315 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/.tmp/hbase.id]:[hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/hbase.id] 2024-12-03T06:30:27,323 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:27,323 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:30:27,324 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:30:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:27,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:27,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:30:27,762 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:27,763 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:30:27,763 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:27,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:30:28,170 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store 2024-12-03T06:30:28,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:30:28,177 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:28,177 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:30:28,177 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:28,177 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:28,177 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:30:28,177 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:28,177 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:28,177 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207428177Disabling compacts and flushes for region at 1733207428177Disabling writes for close at 1733207428177Writing region close event to WAL at 1733207428177Closed at 1733207428177 2024-12-03T06:30:28,178 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/.initializing 2024-12-03T06:30:28,178 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/WALs/122cddc95ec8,33761,1733207426694 2024-12-03T06:30:28,179 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:28,180 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C33761%2C1733207426694, suffix=, logDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/WALs/122cddc95ec8,33761,1733207426694, archiveDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/oldWALs, maxLogs=10 2024-12-03T06:30:28,192 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/WALs/122cddc95ec8,33761,1733207426694/122cddc95ec8%2C33761%2C1733207426694.1733207428180, exclude list is [], retry=0 2024-12-03T06:30:28,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-ec7b1ca0-f70f-4ec4-b16a-a118a134c098,DISK] 2024-12-03T06:30:28,196 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/WALs/122cddc95ec8,33761,1733207426694/122cddc95ec8%2C33761%2C1733207426694.1733207428180 2024-12-03T06:30:28,196 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-03T06:30:28,196 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:28,196 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:28,196 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,196 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:30:28,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:28,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:28,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:30:28,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:28,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:28,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:30:28,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:28,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:28,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:30:28,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:28,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:28,203 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,204 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,204 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,205 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,205 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,205 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:28,206 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:28,207 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:28,208 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69220759, jitterRate=0.031469687819480896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:28,208 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207428196Initializing all the Stores at 1733207428197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207428197Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207428197Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207428197Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207428197Cleaning up temporary data from old regions at 1733207428205 (+8 ms)Region opened successfully at 1733207428208 (+3 ms) 2024-12-03T06:30:28,208 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:30:28,210 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a8d0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:28,211 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:30:28,211 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:30:28,211 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:30:28,211 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:30:28,211 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:30:28,211 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:30:28,211 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:30:28,213 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:30:28,213 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Unable to get data of znode /1-757344692/balancer because node does not exist (not necessarily an error) 2024-12-03T06:30:28,249 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-757344692/balancer already deleted, retry=false 2024-12-03T06:30:28,249 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:30:28,250 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Unable to get data of znode /1-757344692/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:30:28,257 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-757344692/normalizer already deleted, retry=false 2024-12-03T06:30:28,257 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:30:28,258 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Unable to get data of znode /1-757344692/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:30:28,265 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-757344692/switch/split already deleted, retry=false 2024-12-03T06:30:28,266 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Unable to get data of znode /1-757344692/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:30:28,274 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-757344692/switch/merge already deleted, retry=false 2024-12-03T06:30:28,275 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Unable to get data of znode /1-757344692/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:30:28,282 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-757344692/snapshot-cleanup already deleted, retry=false 2024-12-03T06:30:28,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-757344692/running 2024-12-03T06:30:28,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:28,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-757344692/running 2024-12-03T06:30:28,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:28,291 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,33761,1733207426694, sessionid=0x1009eb86c5b0003, setting cluster-up flag (Was=false) 2024-12-03T06:30:28,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:28,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:28,332 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-757344692/flush-table-proc/acquired, /1-757344692/flush-table-proc/reached, /1-757344692/flush-table-proc/abort 2024-12-03T06:30:28,333 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,33761,1733207426694 2024-12-03T06:30:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:28,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:28,374 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-757344692/online-snapshot/acquired, /1-757344692/online-snapshot/reached, /1-757344692/online-snapshot/abort 2024-12-03T06:30:28,375 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,33761,1733207426694 2024-12-03T06:30:28,376 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:30:28,377 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:28,377 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:30:28,377 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:30:28,377 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,33761,1733207426694 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:30:28,378 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:28,378 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:28,378 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:28,378 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:28,378 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:30:28,378 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,378 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:28,378 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207458379 2024-12-03T06:30:28,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:30:28,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:30:28,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:30:28,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:30:28,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:30:28,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:30:28,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:28,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:30:28,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:30:28,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:30:28,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:30:28,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:30:28,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:30:28,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:30:28,380 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207428380,5,FailOnTimeoutGroup] 2024-12-03T06:30:28,380 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:28,380 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207428380,5,FailOnTimeoutGroup] 2024-12-03T06:30:28,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:30:28,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:30:28,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:30:28,440 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(746): ClusterId : 93f60596-14d0-4211-b6fd-bbc4519b933a 2024-12-03T06:30:28,440 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:30:28,477 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:30:28,477 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:30:28,491 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:30:28,491 DEBUG [RS:0;122cddc95ec8:43829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5ac036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:28,504 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:43829 2024-12-03T06:30:28,504 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:30:28,504 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:30:28,504 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:30:28,505 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,33761,1733207426694 with port=43829, startcode=1733207426807 2024-12-03T06:30:28,505 DEBUG [RS:0;122cddc95ec8:43829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:30:28,506 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:30:28,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,43829,1733207426807 2024-12-03T06:30:28,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33761 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,43829,1733207426807 2024-12-03T06:30:28,508 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b 2024-12-03T06:30:28,508 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43087 2024-12-03T06:30:28,508 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:30:28,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692/rs 2024-12-03T06:30:28,516 DEBUG [RS:0;122cddc95ec8:43829 {}] zookeeper.ZKUtil(111): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Set watcher on existing znode=/1-757344692/rs/122cddc95ec8,43829,1733207426807 2024-12-03T06:30:28,516 WARN [RS:0;122cddc95ec8:43829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:30:28,516 INFO [RS:0;122cddc95ec8:43829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:28,516 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807 2024-12-03T06:30:28,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,43829,1733207426807] 2024-12-03T06:30:28,518 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:30:28,519 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:30:28,520 INFO [RS:0;122cddc95ec8:43829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:30:28,520 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,520 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:30:28,520 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:30:28,520 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,520 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,520 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:30:28,521 DEBUG [RS:0;122cddc95ec8:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:30:28,521 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,521 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,521 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,521 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,521 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,521 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,43829,1733207426807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:30:28,540 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:30:28,540 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,43829,1733207426807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,540 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,541 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.Replication(171): 122cddc95ec8,43829,1733207426807 started 2024-12-03T06:30:28,558 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:28,558 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,43829,1733207426807, RpcServer on 122cddc95ec8/172.17.0.2:43829, sessionid=0x1009eb86c5b0004 2024-12-03T06:30:28,559 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:30:28,559 DEBUG [RS:0;122cddc95ec8:43829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,43829,1733207426807 2024-12-03T06:30:28,559 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,43829,1733207426807' 2024-12-03T06:30:28,559 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-757344692/flush-table-proc/abort' 2024-12-03T06:30:28,559 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-757344692/flush-table-proc/acquired' 2024-12-03T06:30:28,560 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:30:28,560 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:30:28,560 DEBUG [RS:0;122cddc95ec8:43829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,43829,1733207426807 2024-12-03T06:30:28,560 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,43829,1733207426807' 2024-12-03T06:30:28,560 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-757344692/online-snapshot/abort' 2024-12-03T06:30:28,560 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-757344692/online-snapshot/acquired' 2024-12-03T06:30:28,560 DEBUG [RS:0;122cddc95ec8:43829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:30:28,560 INFO [RS:0;122cddc95ec8:43829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:30:28,560 INFO [RS:0;122cddc95ec8:43829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:30:28,661 INFO [RS:0;122cddc95ec8:43829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:28,662 INFO [RS:0;122cddc95ec8:43829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C43829%2C1733207426807, suffix=, logDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807, archiveDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/oldWALs, maxLogs=10 2024-12-03T06:30:28,676 DEBUG [RS:0;122cddc95ec8:43829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662, exclude list is [], retry=0 2024-12-03T06:30:28,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-ec7b1ca0-f70f-4ec4-b16a-a118a134c098,DISK] 2024-12-03T06:30:28,680 INFO [RS:0;122cddc95ec8:43829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 2024-12-03T06:30:28,681 DEBUG [RS:0;122cddc95ec8:43829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-03T06:30:28,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:30:28,787 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b 2024-12-03T06:30:28,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:30:29,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:29,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:30:29,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:30:29,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:29,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:29,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:30:29,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:30:29,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:29,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:29,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:30:29,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:30:29,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:29,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:29,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:30:29,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:30:29,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:29,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:29,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:30:29,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740 2024-12-03T06:30:29,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740 2024-12-03T06:30:29,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:30:29,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:30:29,201 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:29,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:30:29,203 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:29,204 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63000110, jitterRate=-0.06122520565986633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:29,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207429193Initializing all the Stores at 1733207429194 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207429194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207429194Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207429194Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207429194Cleaning up temporary data from old regions at 1733207429201 (+7 ms)Region opened successfully at 1733207429204 (+3 ms) 2024-12-03T06:30:29,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:30:29,204 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:30:29,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:30:29,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:30:29,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:30:29,204 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:29,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207429204Disabling compacts and flushes for region at 1733207429204Disabling writes for close at 1733207429204Writing region close event to WAL at 1733207429204Closed at 1733207429204 2024-12-03T06:30:29,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:29,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:30:29,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:30:29,206 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:30:29,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:30:29,357 DEBUG [122cddc95ec8:33761 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:30:29,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,43829,1733207426807 2024-12-03T06:30:29,359 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,43829,1733207426807, state=OPENING 2024-12-03T06:30:29,429 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:30:29,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:29,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:29,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:30:29,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-757344692/meta-region-server: CHANGED 2024-12-03T06:30:29,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-757344692/meta-region-server: CHANGED 2024-12-03T06:30:29,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,43829,1733207426807}] 2024-12-03T06:30:29,593 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:30:29,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:30:29,598 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:30:29,598 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:29,598 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:30:29,599 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C43829%2C1733207426807.meta, suffix=.meta, logDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807, archiveDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/oldWALs, maxLogs=10 2024-12-03T06:30:29,610 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.meta.1733207429599.meta, exclude list is [], retry=0 2024-12-03T06:30:29,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-ec7b1ca0-f70f-4ec4-b16a-a118a134c098,DISK] 2024-12-03T06:30:29,614 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.meta.1733207429599.meta 2024-12-03T06:30:29,615 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-03T06:30:29,615 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:29,615 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:29,616 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:30:29,616 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:30:29,616 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:30:29,616 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:30:29,616 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:29,616 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:30:29,616 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:30:29,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:30:29,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:30:29,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:29,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:29,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:30:29,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:30:29,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:29,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:29,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:30:29,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:30:29,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:29,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:29,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:30:29,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:30:29,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:29,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:29,622 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:30:29,622 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740 2024-12-03T06:30:29,623 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740 2024-12-03T06:30:29,624 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:30:29,624 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:30:29,624 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:29,625 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:30:29,626 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70694942, jitterRate=0.053436726331710815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:29,626 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:30:29,626 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207429616Writing region info on filesystem at 1733207429616Initializing all the Stores at 1733207429617 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207429617Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207429617Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207429617Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207429617Cleaning up temporary data from old regions at 1733207429624 (+7 ms)Running coprocessor post-open hooks at 1733207429626 (+2 ms)Region opened successfully at 1733207429626 2024-12-03T06:30:29,627 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207429593 2024-12-03T06:30:29,629 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:30:29,629 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:30:29,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,43829,1733207426807 2024-12-03T06:30:29,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,43829,1733207426807, state=OPEN 2024-12-03T06:30:29,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-757344692/meta-region-server 2024-12-03T06:30:29,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-757344692/meta-region-server 2024-12-03T06:30:29,640 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,43829,1733207426807 2024-12-03T06:30:29,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-757344692/meta-region-server: CHANGED 2024-12-03T06:30:29,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-757344692/meta-region-server: CHANGED 2024-12-03T06:30:29,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:30:29,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,43829,1733207426807 in 199 msec 2024-12-03T06:30:29,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:30:29,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-12-03T06:30:29,644 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:29,644 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:30:29,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:29,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,43829,1733207426807, seqNum=-1] 2024-12-03T06:30:29,645 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:29,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:29,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-12-03T06:30:29,650 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207429650, completionTime=-1 2024-12-03T06:30:29,650 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:30:29,650 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:30:29,652 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:30:29,652 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207489652 2024-12-03T06:30:29,652 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207549652 2024-12-03T06:30:29,652 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:30:29,652 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33761,1733207426694-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:29,652 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33761,1733207426694-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:29,652 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33761,1733207426694-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:29,652 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:33761, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:29,652 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:29,652 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:29,654 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:30:29,655 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.748sec 2024-12-03T06:30:29,655 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:30:29,655 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:30:29,655 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:30:29,655 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:30:29,656 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:30:29,656 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33761,1733207426694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:30:29,656 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33761,1733207426694-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:30:29,658 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:30:29,658 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:30:29,658 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33761,1733207426694-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:29,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e56d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:29,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33761,-1 for getting cluster id 2024-12-03T06:30:29,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:29,742 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f60596-14d0-4211-b6fd-bbc4519b933a' 2024-12-03T06:30:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f60596-14d0-4211-b6fd-bbc4519b933a" 2024-12-03T06:30:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8517b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33761,-1] 2024-12-03T06:30:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:29,743 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:29,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e58daff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:29,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,43829,1733207426807, seqNum=-1] 2024-12-03T06:30:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:29,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:29,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,33761,1733207426694 2024-12-03T06:30:29,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60233 2024-12-03T06:30:29,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:29,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009eb86c5b0005 connected 2024-12-03T06:30:29,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39367,1733207422046 2024-12-03T06:30:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55830ece 2024-12-03T06:30:29,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:29,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:30:29,769 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:29,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:30:29,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:30:29,772 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:29,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:30:29,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:30:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:29,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:30:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:30,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ce8d2735fb58f2047013a51ccf624bc, NAME => 'test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e 2024-12-03T06:30:30,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:30:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:30,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:30:30,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:30,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:30,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:30,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:30,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:30,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:30,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:30,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:30,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:30:30,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T06:30:30,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:30,466 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T06:30:30,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:30,466 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T06:30:30,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:30:30,466 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T06:30:30,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:30,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ce8d2735fb58f2047013a51ccf624bc, disabling compactions & flushes 2024-12-03T06:30:30,588 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:30,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:30,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. after waiting 0 ms 2024-12-03T06:30:30,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:30,588 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:30,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ce8d2735fb58f2047013a51ccf624bc: Waiting for close lock at 1733207430588Disabling compacts and flushes for region at 1733207430588Disabling writes for close at 1733207430588Writing region close event to WAL at 1733207430588Closed at 1733207430588 2024-12-03T06:30:30,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:30:30,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207430590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207430590"}]},"ts":"1733207430590"} 2024-12-03T06:30:30,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:30:30,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:30:30,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207430592"}]},"ts":"1733207430592"} 2024-12-03T06:30:30,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:30:30,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ce8d2735fb58f2047013a51ccf624bc, ASSIGN}] 2024-12-03T06:30:30,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ce8d2735fb58f2047013a51ccf624bc, ASSIGN 2024-12-03T06:30:30,595 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ce8d2735fb58f2047013a51ccf624bc, ASSIGN; state=OFFLINE, location=122cddc95ec8,36925,1733207422192; forceNewPlan=false, retain=false 2024-12-03T06:30:30,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ce8d2735fb58f2047013a51ccf624bc, regionState=OPENING, regionLocation=122cddc95ec8,36925,1733207422192 2024-12-03T06:30:30,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ce8d2735fb58f2047013a51ccf624bc, ASSIGN because future has completed 2024-12-03T06:30:30,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ce8d2735fb58f2047013a51ccf624bc, server=122cddc95ec8,36925,1733207422192}] 2024-12-03T06:30:30,904 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:30,904 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ce8d2735fb58f2047013a51ccf624bc, NAME => 'test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:30,904 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:30,904 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:30:30,904 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,905 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:30,905 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,905 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,906 INFO [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:30,907 INFO [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ce8d2735fb58f2047013a51ccf624bc columnFamilyName f 2024-12-03T06:30:30,907 DEBUG [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:30,907 INFO [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] regionserver.HStore(327): Store=0ce8d2735fb58f2047013a51ccf624bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:30,907 INFO [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,908 INFO [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ce8d2735fb58f2047013a51ccf624bc columnFamilyName f1 2024-12-03T06:30:30,908 DEBUG [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:30,909 INFO [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] regionserver.HStore(327): Store=0ce8d2735fb58f2047013a51ccf624bc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:30,909 INFO [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,910 INFO [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ce8d2735fb58f2047013a51ccf624bc columnFamilyName norep 2024-12-03T06:30:30,910 DEBUG [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:30,910 INFO [StoreOpener-0ce8d2735fb58f2047013a51ccf624bc-1 {}] regionserver.HStore(327): Store=0ce8d2735fb58f2047013a51ccf624bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:30,910 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,911 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,911 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,912 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,912 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,912 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:30:30,913 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,915 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:30,915 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ce8d2735fb58f2047013a51ccf624bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61751141, jitterRate=-0.07983629405498505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:30:30,915 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:30,915 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ce8d2735fb58f2047013a51ccf624bc: Running coprocessor pre-open hook at 1733207430905Writing region info on filesystem at 1733207430905Initializing all the Stores at 1733207430905Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207430906 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207430906Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207430906Cleaning up temporary data from old regions at 1733207430912 (+6 ms)Running coprocessor post-open hooks at 1733207430915 (+3 ms)Region opened successfully at 1733207430915 2024-12-03T06:30:30,916 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc., pid=6, masterSystemTime=1733207430900 2024-12-03T06:30:30,918 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:30,918 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:30,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ce8d2735fb58f2047013a51ccf624bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,36925,1733207422192 2024-12-03T06:30:30,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ce8d2735fb58f2047013a51ccf624bc, server=122cddc95ec8,36925,1733207422192 because future has completed 2024-12-03T06:30:30,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:30:30,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ce8d2735fb58f2047013a51ccf624bc, server=122cddc95ec8,36925,1733207422192 in 172 msec 2024-12-03T06:30:30,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:30:30,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ce8d2735fb58f2047013a51ccf624bc, ASSIGN in 329 msec 2024-12-03T06:30:30,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:30:30,925 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207430925"}]},"ts":"1733207430925"} 2024-12-03T06:30:30,927 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:30:30,927 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:30:30,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-12-03T06:30:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:31,917 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:30:31,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33761,1733207426694 2024-12-03T06:30:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43da9c56 2024-12-03T06:30:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:31,919 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:31,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:30:31,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:30:31,922 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:31,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:30:31,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:30:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:31,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:30:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:32,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc4a4d60e06bfbc250342fc3b942e730, NAME => 'test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b 2024-12-03T06:30:32,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:30:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:32,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:32,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc4a4d60e06bfbc250342fc3b942e730, disabling compactions & flushes 2024-12-03T06:30:32,736 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:32,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:32,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. after waiting 0 ms 2024-12-03T06:30:32,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:32,736 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:32,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc4a4d60e06bfbc250342fc3b942e730: Waiting for close lock at 1733207432736Disabling compacts and flushes for region at 1733207432736Disabling writes for close at 1733207432736Writing region close event to WAL at 1733207432736Closed at 1733207432736 2024-12-03T06:30:32,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:30:32,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207432738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207432738"}]},"ts":"1733207432738"} 2024-12-03T06:30:32,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:30:32,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:30:32,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207432741"}]},"ts":"1733207432741"} 2024-12-03T06:30:32,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:30:32,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc4a4d60e06bfbc250342fc3b942e730, ASSIGN}] 2024-12-03T06:30:32,744 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc4a4d60e06bfbc250342fc3b942e730, ASSIGN 2024-12-03T06:30:32,744 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc4a4d60e06bfbc250342fc3b942e730, ASSIGN; state=OFFLINE, location=122cddc95ec8,43829,1733207426807; forceNewPlan=false, retain=false 2024-12-03T06:30:32,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc4a4d60e06bfbc250342fc3b942e730, regionState=OPENING, regionLocation=122cddc95ec8,43829,1733207426807 2024-12-03T06:30:32,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc4a4d60e06bfbc250342fc3b942e730, ASSIGN because future has completed 2024-12-03T06:30:32,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc4a4d60e06bfbc250342fc3b942e730, server=122cddc95ec8,43829,1733207426807}] 2024-12-03T06:30:33,055 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:33,055 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc4a4d60e06bfbc250342fc3b942e730, NAME => 'test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:33,055 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:33,055 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:30:33,056 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,056 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:33,056 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,056 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,057 INFO [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:33,058 INFO [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc4a4d60e06bfbc250342fc3b942e730 columnFamilyName f 2024-12-03T06:30:33,058 DEBUG [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:33,058 INFO [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] regionserver.HStore(327): Store=bc4a4d60e06bfbc250342fc3b942e730/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:33,058 INFO [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,059 INFO [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc4a4d60e06bfbc250342fc3b942e730 columnFamilyName f1 2024-12-03T06:30:33,059 DEBUG [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:33,060 INFO [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] regionserver.HStore(327): Store=bc4a4d60e06bfbc250342fc3b942e730/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:33,060 INFO [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,061 INFO [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc4a4d60e06bfbc250342fc3b942e730 columnFamilyName norep 2024-12-03T06:30:33,061 DEBUG [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:33,061 INFO [StoreOpener-bc4a4d60e06bfbc250342fc3b942e730-1 {}] regionserver.HStore(327): Store=bc4a4d60e06bfbc250342fc3b942e730/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:33,061 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,062 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,062 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,063 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,063 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,063 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:30:33,064 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,066 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:33,066 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc4a4d60e06bfbc250342fc3b942e730; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62385382, jitterRate=-0.07038536667823792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:30:33,066 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:33,066 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc4a4d60e06bfbc250342fc3b942e730: Running coprocessor pre-open hook at 1733207433056Writing region info on filesystem at 1733207433056Initializing all the Stores at 1733207433056Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207433056Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207433057 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207433057Cleaning up temporary data from old regions at 1733207433063 (+6 ms)Running coprocessor post-open hooks at 1733207433066 (+3 ms)Region opened successfully at 1733207433066 2024-12-03T06:30:33,067 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730., pid=6, masterSystemTime=1733207433050 2024-12-03T06:30:33,069 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:33,069 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:33,070 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc4a4d60e06bfbc250342fc3b942e730, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,43829,1733207426807 2024-12-03T06:30:33,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc4a4d60e06bfbc250342fc3b942e730, server=122cddc95ec8,43829,1733207426807 because future has completed 2024-12-03T06:30:33,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:30:33,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc4a4d60e06bfbc250342fc3b942e730, server=122cddc95ec8,43829,1733207426807 in 174 msec 2024-12-03T06:30:33,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:30:33,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc4a4d60e06bfbc250342fc3b942e730, ASSIGN in 331 msec 2024-12-03T06:30:33,076 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:30:33,077 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207433076"}]},"ts":"1733207433076"} 2024-12-03T06:30:33,079 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:30:33,080 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:30:33,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-03T06:30:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:30:34,078 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:30:34,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f1337c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39367,-1 for getting cluster id 2024-12-03T06:30:34,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:34,079 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9528dda-cd76-41cd-b673-198f2f8a64c4' 2024-12-03T06:30:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9528dda-cd76-41cd-b673-198f2f8a64c4" 2024-12-03T06:30:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50683583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39367,-1] 2024-12-03T06:30:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:34,080 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:34,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61263b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8c0177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33761,-1 for getting cluster id 2024-12-03T06:30:34,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:34,082 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f60596-14d0-4211-b6fd-bbc4519b933a' 2024-12-03T06:30:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f60596-14d0-4211-b6fd-bbc4519b933a" 2024-12-03T06:30:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aeeabe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33761,-1] 2024-12-03T06:30:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:34,083 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9dee00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1fee45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39367,-1 for getting cluster id 2024-12-03T06:30:34,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:34,085 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9528dda-cd76-41cd-b673-198f2f8a64c4' 2024-12-03T06:30:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9528dda-cd76-41cd-b673-198f2f8a64c4" 2024-12-03T06:30:34,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f2d93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39367,-1] 2024-12-03T06:30:34,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:34,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:34,086 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@819ff29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39367,1733207422046 2024-12-03T06:30:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@355c6aea 2024-12-03T06:30:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:34,088 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:34,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:33761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:30:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:30:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:34,091 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:33761' 2024-12-03T06:30:34,092 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665ac287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,092 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33761,-1 for getting cluster id 2024-12-03T06:30:34,092 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:34,092 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f60596-14d0-4211-b6fd-bbc4519b933a' 2024-12-03T06:30:34,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:34,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f60596-14d0-4211-b6fd-bbc4519b933a" 2024-12-03T06:30:34,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d966a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33761,-1] 2024-12-03T06:30:34,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:34,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:34,094 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:34,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ace69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:34,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:34,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33761,1733207426694 2024-12-03T06:30:34,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b5d367b 2024-12-03T06:30:34,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:34,095 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:34,096 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T06:30:34,096 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:30:34,096 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:34,096 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:34,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:34,096 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:34,097 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:30:34,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:30:34,098 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:34,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:30:34,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:30:34,148 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:30:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:34,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84f12b0e12b64aad3e034fd2b4a8f939, NAME => 'hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e 2024-12-03T06:30:34,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T06:30:34,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:30:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:34,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:34,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 84f12b0e12b64aad3e034fd2b4a8f939, disabling compactions & flushes 2024-12-03T06:30:34,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:34,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:34,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. after waiting 0 ms 2024-12-03T06:30:34,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:34,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:34,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84f12b0e12b64aad3e034fd2b4a8f939: Waiting for close lock at 1733207434958Disabling compacts and flushes for region at 1733207434958Disabling writes for close at 1733207434958Writing region close event to WAL at 1733207434959 (+1 ms)Closed at 1733207434959 2024-12-03T06:30:34,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:30:34,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207434960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207434960"}]},"ts":"1733207434960"} 2024-12-03T06:30:34,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:30:34,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:30:34,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207434963"}]},"ts":"1733207434963"} 2024-12-03T06:30:34,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:30:34,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84f12b0e12b64aad3e034fd2b4a8f939, ASSIGN}] 2024-12-03T06:30:34,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84f12b0e12b64aad3e034fd2b4a8f939, ASSIGN 2024-12-03T06:30:34,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84f12b0e12b64aad3e034fd2b4a8f939, ASSIGN; state=OFFLINE, location=122cddc95ec8,36925,1733207422192; forceNewPlan=false, retain=false 2024-12-03T06:30:35,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84f12b0e12b64aad3e034fd2b4a8f939, regionState=OPENING, regionLocation=122cddc95ec8,36925,1733207422192 2024-12-03T06:30:35,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84f12b0e12b64aad3e034fd2b4a8f939, ASSIGN because future has completed 2024-12-03T06:30:35,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84f12b0e12b64aad3e034fd2b4a8f939, server=122cddc95ec8,36925,1733207422192}] 2024-12-03T06:30:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:35,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:35,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:35,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:30:35,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C36925%2C1733207422192.rep, suffix=, logDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192, archiveDir=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/oldWALs, maxLogs=10 2024-12-03T06:30:35,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.rep.1733207435279, exclude list is [], retry=0 2024-12-03T06:30:35,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-66eb1474-def2-4e70-bdf7-b18e1ed8c282,DISK] 2024-12-03T06:30:35,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.rep.1733207435279 2024-12-03T06:30:35,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-12-03T06:30:35,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 84f12b0e12b64aad3e034fd2b4a8f939, NAME => 'hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:35,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:35,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:30:35,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. service=MultiRowMutationService 2024-12-03T06:30:35,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:30:35,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:35,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,295 INFO [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,296 INFO [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84f12b0e12b64aad3e034fd2b4a8f939 columnFamilyName hfileref 2024-12-03T06:30:35,296 DEBUG [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:35,297 INFO [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] regionserver.HStore(327): Store=84f12b0e12b64aad3e034fd2b4a8f939/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:35,297 INFO [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,298 INFO [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84f12b0e12b64aad3e034fd2b4a8f939 columnFamilyName queue 2024-12-03T06:30:35,298 DEBUG [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:35,298 INFO [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] regionserver.HStore(327): Store=84f12b0e12b64aad3e034fd2b4a8f939/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:35,298 INFO [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,299 INFO [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84f12b0e12b64aad3e034fd2b4a8f939 columnFamilyName sid 2024-12-03T06:30:35,299 DEBUG [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:35,300 INFO [StoreOpener-84f12b0e12b64aad3e034fd2b4a8f939-1 {}] regionserver.HStore(327): Store=84f12b0e12b64aad3e034fd2b4a8f939/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:35,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:30:35,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:35,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 84f12b0e12b64aad3e034fd2b4a8f939; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73571911, jitterRate=0.09630690515041351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:30:35,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:35,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 84f12b0e12b64aad3e034fd2b4a8f939: Running coprocessor pre-open hook at 1733207435294Writing region info on filesystem at 1733207435294Initializing all the Stores at 1733207435295 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207435295Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207435295Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207435295Cleaning up temporary data from old regions at 1733207435301 (+6 ms)Running coprocessor post-open hooks at 1733207435304 (+3 ms)Region opened successfully at 1733207435304 2024-12-03T06:30:35,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939., pid=10, masterSystemTime=1733207435274 2024-12-03T06:30:35,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:35,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:35,307 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84f12b0e12b64aad3e034fd2b4a8f939, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,36925,1733207422192 2024-12-03T06:30:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84f12b0e12b64aad3e034fd2b4a8f939, server=122cddc95ec8,36925,1733207422192 because future has completed 2024-12-03T06:30:35,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:30:35,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 84f12b0e12b64aad3e034fd2b4a8f939, server=122cddc95ec8,36925,1733207422192 in 189 msec 2024-12-03T06:30:35,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:30:35,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84f12b0e12b64aad3e034fd2b4a8f939, ASSIGN in 345 msec 2024-12-03T06:30:35,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:30:35,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207435313"}]},"ts":"1733207435313"} 2024-12-03T06:30:35,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:30:35,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:30:35,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2180 sec 2024-12-03T06:30:35,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939., hostname=122cddc95ec8,36925,1733207422192, seqNum=2] 2024-12-03T06:30:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:35,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:30:35,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:30:35,568 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:30:35,592 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,36925,1733207422192, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:30:35,593 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:35,593 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,36925,1733207422192, seqNum=-1] 2024-12-03T06:30:35,593 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:35,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T06:30:35,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,36925,1733207422192', locateType=CURRENT is [region=hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939., hostname=122cddc95ec8,36925,1733207422192, seqNum=2] 2024-12-03T06:30:35,598 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:30:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:30:35,600 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,36925,1733207422192 suceeded 2024-12-03T06:30:35,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:30:35,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-03T06:30:35,602 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:33761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:30:35,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-12-03T06:30:35,617 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:33761' 2024-12-03T06:30:35,618 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dc64f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:35,618 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33761,-1 for getting cluster id 2024-12-03T06:30:35,618 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:35,619 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f60596-14d0-4211-b6fd-bbc4519b933a' 2024-12-03T06:30:35,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:35,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f60596-14d0-4211-b6fd-bbc4519b933a" 2024-12-03T06:30:35,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5696f05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:35,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33761,-1] 2024-12-03T06:30:35,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:35,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:35,620 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:35,621 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3f71ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:35,621 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:35,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33761,1733207426694 2024-12-03T06:30:35,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a420b95 2024-12-03T06:30:35,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:35,622 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T06:30:35,623 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,36925,1733207422192 (queues=1) is replicating from cluster=f9528dda-cd76-41cd-b673-198f2f8a64c4 to cluster=93f60596-14d0-4211-b6fd-bbc4519b933a 2024-12-03T06:30:35,623 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C36925%2C1733207422192 2024-12-03T06:30:35,623 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,36925,1733207422192, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:30:35,623 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C36925%2C1733207422192 2024-12-03T06:30:35,623 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901, startPosition=0, beingWritten=true 2024-12-03T06:30:35,628 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:30:35,628 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 379, reset compression=false 2024-12-03T06:30:35,628 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,36925,1733207422192 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:30:35,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T06:30:35,832 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 379, reset compression=false 2024-12-03T06:30:36,136 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 379, reset compression=false 2024-12-03T06:30:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:36,237 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:30:36,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:36,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:36,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:36,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:36,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:36,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d06d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:36,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33761,-1 for getting cluster id 2024-12-03T06:30:36,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:36,239 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f60596-14d0-4211-b6fd-bbc4519b933a' 2024-12-03T06:30:36,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f60596-14d0-4211-b6fd-bbc4519b933a" 2024-12-03T06:30:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab4d4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33761,-1] 2024-12-03T06:30:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:36,241 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccee852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:36,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:36,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33761,1733207426694 2024-12-03T06:30:36,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b0d0975 2024-12-03T06:30:36,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:36,243 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:36,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:39367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:30:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:30:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:36,246 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:39367' 2024-12-03T06:30:36,247 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194c952e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:36,247 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39367,-1 for getting cluster id 2024-12-03T06:30:36,247 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:36,247 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9528dda-cd76-41cd-b673-198f2f8a64c4' 2024-12-03T06:30:36,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:36,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9528dda-cd76-41cd-b673-198f2f8a64c4" 2024-12-03T06:30:36,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47cde4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:36,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39367,-1] 2024-12-03T06:30:36,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:36,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:36,249 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:36,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad5ad9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:36,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:36,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39367,1733207422046 2024-12-03T06:30:36,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ae1789e 2024-12-03T06:30:36,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:36,251 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:36,252 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T06:30:36,252 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:30:36,252 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:36,252 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:36,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:36,252 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:36,254 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:30:36,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:30:36,254 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:36,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:30:36,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:30:36,304 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:30:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:36,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:30:36,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:36,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:36,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:36,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:36,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:36,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:36,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:36,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:36,541 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 379, reset compression=false 2024-12-03T06:30:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:36,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40c00a034c4c53c11e8acad1f3e74e99, NAME => 'hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b 2024-12-03T06:30:36,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:30:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:37,044 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 379, reset compression=false 2024-12-03T06:30:37,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:37,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 40c00a034c4c53c11e8acad1f3e74e99, disabling compactions & flushes 2024-12-03T06:30:37,072 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:37,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:37,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. after waiting 0 ms 2024-12-03T06:30:37,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:37,072 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:37,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40c00a034c4c53c11e8acad1f3e74e99: Waiting for close lock at 1733207437072Disabling compacts and flushes for region at 1733207437072Disabling writes for close at 1733207437072Writing region close event to WAL at 1733207437072Closed at 1733207437072 2024-12-03T06:30:37,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:30:37,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207437073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207437073"}]},"ts":"1733207437073"} 2024-12-03T06:30:37,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:30:37,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:30:37,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207437076"}]},"ts":"1733207437076"} 2024-12-03T06:30:37,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:30:37,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40c00a034c4c53c11e8acad1f3e74e99, ASSIGN}] 2024-12-03T06:30:37,079 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40c00a034c4c53c11e8acad1f3e74e99, ASSIGN 2024-12-03T06:30:37,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40c00a034c4c53c11e8acad1f3e74e99, ASSIGN; state=OFFLINE, location=122cddc95ec8,43829,1733207426807; forceNewPlan=false, retain=false 2024-12-03T06:30:37,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40c00a034c4c53c11e8acad1f3e74e99, regionState=OPENING, regionLocation=122cddc95ec8,43829,1733207426807 2024-12-03T06:30:37,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40c00a034c4c53c11e8acad1f3e74e99, ASSIGN because future has completed 2024-12-03T06:30:37,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40c00a034c4c53c11e8acad1f3e74e99, server=122cddc95ec8,43829,1733207426807}] 2024-12-03T06:30:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:37,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:37,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:37,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:30:37,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C43829%2C1733207426807.rep, suffix=, logDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807, archiveDir=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/oldWALs, maxLogs=10 2024-12-03T06:30:37,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.rep.1733207437390, exclude list is [], retry=0 2024-12-03T06:30:37,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34569,DS-ec7b1ca0-f70f-4ec4-b16a-a118a134c098,DISK] 2024-12-03T06:30:37,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.rep.1733207437390 2024-12-03T06:30:37,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36879:36879)] 2024-12-03T06:30:37,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 40c00a034c4c53c11e8acad1f3e74e99, NAME => 'hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:37,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:37,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:30:37,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. service=MultiRowMutationService 2024-12-03T06:30:37,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:30:37,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:37,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,406 INFO [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,407 INFO [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40c00a034c4c53c11e8acad1f3e74e99 columnFamilyName hfileref 2024-12-03T06:30:37,407 DEBUG [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:37,407 INFO [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] regionserver.HStore(327): Store=40c00a034c4c53c11e8acad1f3e74e99/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:37,407 INFO [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,408 INFO [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40c00a034c4c53c11e8acad1f3e74e99 columnFamilyName queue 2024-12-03T06:30:37,408 DEBUG [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:37,409 INFO [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] regionserver.HStore(327): Store=40c00a034c4c53c11e8acad1f3e74e99/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:37,409 INFO [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,409 INFO [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40c00a034c4c53c11e8acad1f3e74e99 columnFamilyName sid 2024-12-03T06:30:37,410 DEBUG [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:37,410 INFO [StoreOpener-40c00a034c4c53c11e8acad1f3e74e99-1 {}] regionserver.HStore(327): Store=40c00a034c4c53c11e8acad1f3e74e99/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:37,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:30:37,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:37,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 40c00a034c4c53c11e8acad1f3e74e99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74648647, jitterRate=0.11235152184963226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:30:37,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:37,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 40c00a034c4c53c11e8acad1f3e74e99: Running coprocessor pre-open hook at 1733207437405Writing region info on filesystem at 1733207437405Initializing all the Stores at 1733207437405Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207437405Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207437406 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207437406Cleaning up temporary data from old regions at 1733207437412 (+6 ms)Running coprocessor post-open hooks at 1733207437415 (+3 ms)Region opened successfully at 1733207437415 2024-12-03T06:30:37,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99., pid=10, masterSystemTime=1733207437384 2024-12-03T06:30:37,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:37,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:37,418 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40c00a034c4c53c11e8acad1f3e74e99, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,43829,1733207426807 2024-12-03T06:30:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40c00a034c4c53c11e8acad1f3e74e99, server=122cddc95ec8,43829,1733207426807 because future has completed 2024-12-03T06:30:37,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:30:37,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 40c00a034c4c53c11e8acad1f3e74e99, server=122cddc95ec8,43829,1733207426807 in 188 msec 2024-12-03T06:30:37,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:30:37,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40c00a034c4c53c11e8acad1f3e74e99, ASSIGN in 344 msec 2024-12-03T06:30:37,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:30:37,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207437424"}]},"ts":"1733207437424"} 2024-12-03T06:30:37,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:30:37,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:30:37,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-03T06:30:37,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99., hostname=122cddc95ec8,43829,1733207426807, seqNum=2] 2024-12-03T06:30:37,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:37,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:37,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:30:37,649 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 379, reset compression=false 2024-12-03T06:30:37,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:30:37,677 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:30:37,700 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,43829,1733207426807, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:30:37,701 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:37,701 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,43829,1733207426807, seqNum=-1] 2024-12-03T06:30:37,701 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:37,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T06:30:37,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,43829,1733207426807', locateType=CURRENT is [region=hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99., hostname=122cddc95ec8,43829,1733207426807, seqNum=2] 2024-12-03T06:30:37,705 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:30:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:30:37,707 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,43829,1733207426807 suceeded 2024-12-03T06:30:37,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:30:37,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T06:30:37,709 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:39367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:30:37,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4650 sec 2024-12-03T06:30:37,717 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:39367' 2024-12-03T06:30:37,718 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48f235c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:37,718 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39367,-1 for getting cluster id 2024-12-03T06:30:37,718 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:37,719 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9528dda-cd76-41cd-b673-198f2f8a64c4' 2024-12-03T06:30:37,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:37,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9528dda-cd76-41cd-b673-198f2f8a64c4" 2024-12-03T06:30:37,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@332ed39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:37,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39367,-1] 2024-12-03T06:30:37,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:37,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:37,720 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:37,721 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2958e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:37,721 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:37,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39367,1733207422046 2024-12-03T06:30:37,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ecb61ce 2024-12-03T06:30:37,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:37,722 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T06:30:37,723 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,43829,1733207426807 (queues=1) is replicating from cluster=93f60596-14d0-4211-b6fd-bbc4519b933a to cluster=f9528dda-cd76-41cd-b673-198f2f8a64c4 2024-12-03T06:30:37,723 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C43829%2C1733207426807 2024-12-03T06:30:37,723 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,43829,1733207426807, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:30:37,723 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C43829%2C1733207426807 2024-12-03T06:30:37,723 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662, startPosition=0, beingWritten=true 2024-12-03T06:30:37,728 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:30:37,728 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 379, reset compression=false 2024-12-03T06:30:37,728 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,43829,1733207426807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:30:37,932 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 379, reset compression=false 2024-12-03T06:30:38,236 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 379, reset compression=false 2024-12-03T06:30:38,353 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 379, reset compression=false 2024-12-03T06:30:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:30:38,388 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:30:38,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:38,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:38,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:38,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:38,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:38,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:38,393 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733207438392/Put/seqid=0 2024-12-03T06:30:38,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741840_1016 (size=7894) 2024-12-03T06:30:38,640 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 379, reset compression=false 2024-12-03T06:30:38,800 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733207438799/Put/seqid=0 2024-12-03T06:30:38,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741841_1017 (size=7691) 2024-12-03T06:30:39,144 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 379, reset compression=false 2024-12-03T06:30:39,156 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 379, reset compression=false 2024-12-03T06:30:39,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c97d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:39,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39367,-1 for getting cluster id 2024-12-03T06:30:39,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:39,206 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9528dda-cd76-41cd-b673-198f2f8a64c4' 2024-12-03T06:30:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9528dda-cd76-41cd-b673-198f2f8a64c4" 2024-12-03T06:30:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd28129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39367,-1] 2024-12-03T06:30:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:39,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:39,207 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:39,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443a6876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:39,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,36925,1733207422192, seqNum=-1] 2024-12-03T06:30:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:39,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:39,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:39,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39367,1733207422046 2024-12-03T06:30:39,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20824e12 2024-12-03T06:30:39,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:39,219 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc., hostname=122cddc95ec8,36925,1733207422192, seqNum=2] 2024-12-03T06:30:39,224 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:30:39,230 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T06:30:39,232 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T06:30:39,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 0ce8d2735fb58f2047013a51ccf624bc/f 2024-12-03T06:30:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T06:30:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:30:39,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 0ce8d2735fb58f2047013a51ccf624bc/f 2024-12-03T06:30:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T06:30:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:30:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HRegion(2603): Flush status journal for 0ce8d2735fb58f2047013a51ccf624bc: 2024-12-03T06:30:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins__test__t13bdv3427bo8gfqmhohp22lk9cve5ourplelqc62v9mde0e6dnllh787c7qm2rj/f/hfile_0 2024-12-03T06:30:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins__test__t13bdv3427bo8gfqmhohp22lk9cve5ourplelqc62v9mde0e6dnllh787c7qm2rj/f/hfile_0 as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/555219169f9d4c4aa6b13956a4cd5925_SeqId_4_ 2024-12-03T06:30:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins__test__t13bdv3427bo8gfqmhohp22lk9cve5ourplelqc62v9mde0e6dnllh787c7qm2rj/f/hfile_1 2024-12-03T06:30:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins__test__t13bdv3427bo8gfqmhohp22lk9cve5ourplelqc62v9mde0e6dnllh787c7qm2rj/f/hfile_1 as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/ed99ffc92190446e9ed9272168a0e920_SeqId_4_ 2024-12-03T06:30:39,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins__test__t13bdv3427bo8gfqmhohp22lk9cve5ourplelqc62v9mde0e6dnllh787c7qm2rj/f/hfile_0 into 0ce8d2735fb58f2047013a51ccf624bc/f as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/555219169f9d4c4aa6b13956a4cd5925_SeqId_4_ - updating store file list. 2024-12-03T06:30:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 555219169f9d4c4aa6b13956a4cd5925_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:30:39,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/555219169f9d4c4aa6b13956a4cd5925_SeqId_4_ into 0ce8d2735fb58f2047013a51ccf624bc/f 2024-12-03T06:30:39,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins__test__t13bdv3427bo8gfqmhohp22lk9cve5ourplelqc62v9mde0e6dnllh787c7qm2rj/f/hfile_0 into 0ce8d2735fb58f2047013a51ccf624bc/f (new location: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/555219169f9d4c4aa6b13956a4cd5925_SeqId_4_) 2024-12-03T06:30:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins__test__t13bdv3427bo8gfqmhohp22lk9cve5ourplelqc62v9mde0e6dnllh787c7qm2rj/f/hfile_0 2024-12-03T06:30:39,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins__test__t13bdv3427bo8gfqmhohp22lk9cve5ourplelqc62v9mde0e6dnllh787c7qm2rj/f/hfile_1 into 0ce8d2735fb58f2047013a51ccf624bc/f as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/ed99ffc92190446e9ed9272168a0e920_SeqId_4_ - updating store file list. 2024-12-03T06:30:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed99ffc92190446e9ed9272168a0e920_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:30:39,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/ed99ffc92190446e9ed9272168a0e920_SeqId_4_ into 0ce8d2735fb58f2047013a51ccf624bc/f 2024-12-03T06:30:39,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins__test__t13bdv3427bo8gfqmhohp22lk9cve5ourplelqc62v9mde0e6dnllh787c7qm2rj/f/hfile_1 into 0ce8d2735fb58f2047013a51ccf624bc/f (new location: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/ed99ffc92190446e9ed9272168a0e920_SeqId_4_) 2024-12-03T06:30:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins__test__t13bdv3427bo8gfqmhohp22lk9cve5ourplelqc62v9mde0e6dnllh787c7qm2rj/f/hfile_1 2024-12-03T06:30:39,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:39,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:39,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:39,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:39,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:59438 deadline: 1733207499260 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:59438 2024-12-03T06:30:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc., hostname=122cddc95ec8,36925,1733207422192, seqNum=2 , the old value is region=test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc., hostname=122cddc95ec8,36925,1733207422192, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=122cddc95ec8:36925 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:30:39,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc., hostname=122cddc95ec8,36925,1733207422192, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:30:39,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc., hostname=122cddc95ec8,36925,1733207422192, seqNum=2 from cache 2024-12-03T06:30:39,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,43829,1733207426807, seqNum=-1] 2024-12-03T06:30:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:39,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:39,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730., hostname=122cddc95ec8,43829,1733207426807, seqNum=2] 2024-12-03T06:30:39,267 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T06:30:39,367 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:36925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T06:30:39,747 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 379, reset compression=false 2024-12-03T06:30:40,060 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 379, reset compression=false 2024-12-03T06:30:40,064 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:30:40,064 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,36925,1733207422192 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ce8d2735fb58f2047013a51ccf624bc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733207439258/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T06:30:40,066 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:30:40,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-03T06:30:40,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.ReplicationSink(318): Replicating [f9528dda-cd76-41cd-b673-198f2f8a64c4] bulk loaded data 2024-12-03T06:30:40,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7afd641e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:40,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33761,-1 for getting cluster id 2024-12-03T06:30:40,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:40,069 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f60596-14d0-4211-b6fd-bbc4519b933a' 2024-12-03T06:30:40,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:40,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f60596-14d0-4211-b6fd-bbc4519b933a" 2024-12-03T06:30:40,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e273e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:40,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33761,-1] 2024-12-03T06:30:40,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:40,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:40,070 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:40,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b1ed3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741840_1016 (size=7894) 2024-12-03T06:30:40,265 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 687, reset compression=false 2024-12-03T06:30:40,269 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T06:30:40,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:30:40,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T06:30:40,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T06:30:40,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T06:30:40,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:30:40,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T06:30:40,470 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 379, reset compression=false 2024-12-03T06:30:40,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741841_1017 (size=7691) 2024-12-03T06:30:40,569 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 687, reset compression=false 2024-12-03T06:30:40,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:40,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33761,1733207426694 2024-12-03T06:30:40,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25e5dda8 2024-12-03T06:30:40,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:40,897 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T06:30:40,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:30:40,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:40,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,43829,1733207426807, seqNum=-1] 2024-12-03T06:30:40,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:40,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T06:30:40,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/555219169f9d4c4aa6b13956a4cd5925_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T06:30:40,909 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/ed99ffc92190446e9ed9272168a0e920_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T06:30:40,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/555219169f9d4c4aa6b13956a4cd5925_SeqId_4_ for inclusion in bc4a4d60e06bfbc250342fc3b942e730/f 2024-12-03T06:30:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T06:30:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:30:40,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/ed99ffc92190446e9ed9272168a0e920_SeqId_4_ for inclusion in bc4a4d60e06bfbc250342fc3b942e730/f 2024-12-03T06:30:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T06:30:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:30:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegion(2603): Flush status journal for bc4a4d60e06bfbc250342fc3b942e730: 2024-12-03T06:30:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 555219169f9d4c4aa6b13956a4cd5925_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:30:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/555219169f9d4c4aa6b13956a4cd5925_SeqId_4_ as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/cb6b8ee0f1ef4ea686324d1917dbdbcd_SeqId_4_ 2024-12-03T06:30:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ed99ffc92190446e9ed9272168a0e920_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:30:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/ed99ffc92190446e9ed9272168a0e920_SeqId_4_ as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/0a701eaf625d4974a960e5b29cb9d440_SeqId_4_ 2024-12-03T06:30:40,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/555219169f9d4c4aa6b13956a4cd5925_SeqId_4_ into bc4a4d60e06bfbc250342fc3b942e730/f as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/cb6b8ee0f1ef4ea686324d1917dbdbcd_SeqId_4_ - updating store file list. 2024-12-03T06:30:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb6b8ee0f1ef4ea686324d1917dbdbcd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:30:40,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/cb6b8ee0f1ef4ea686324d1917dbdbcd_SeqId_4_ into bc4a4d60e06bfbc250342fc3b942e730/f 2024-12-03T06:30:40,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/555219169f9d4c4aa6b13956a4cd5925_SeqId_4_ into bc4a4d60e06bfbc250342fc3b942e730/f (new location: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/cb6b8ee0f1ef4ea686324d1917dbdbcd_SeqId_4_) 2024-12-03T06:30:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/555219169f9d4c4aa6b13956a4cd5925_SeqId_4_ 2024-12-03T06:30:40,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/ed99ffc92190446e9ed9272168a0e920_SeqId_4_ into bc4a4d60e06bfbc250342fc3b942e730/f as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/0a701eaf625d4974a960e5b29cb9d440_SeqId_4_ - updating store file list. 2024-12-03T06:30:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a701eaf625d4974a960e5b29cb9d440_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:30:40,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/0a701eaf625d4974a960e5b29cb9d440_SeqId_4_ into bc4a4d60e06bfbc250342fc3b942e730/f 2024-12-03T06:30:40,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/ed99ffc92190446e9ed9272168a0e920_SeqId_4_ into bc4a4d60e06bfbc250342fc3b942e730/f (new location: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/0a701eaf625d4974a960e5b29cb9d440_SeqId_4_) 2024-12-03T06:30:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins.hfs.11__test__41kn3hk374oohkl1b128ugrvqrck5sad8ivrhg3mbk4q1bjimdmirmpmr95t0bga/f/ed99ffc92190446e9ed9272168a0e920_SeqId_4_ 2024-12-03T06:30:40,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.ReplicationSink(324): Finished replicating [f9528dda-cd76-41cd-b673-198f2f8a64c4] bulk loaded data 2024-12-03T06:30:40,973 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 687, reset compression=false 2024-12-03T06:30:41,274 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 379, reset compression=false 2024-12-03T06:30:41,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:41,279 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:30:41,279 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,43829,1733207426807 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc4a4d60e06bfbc250342fc3b942e730/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733207440940/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T06:30:41,279 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733207441279/Put/seqid=0 2024-12-03T06:30:41,281 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:30:41,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-03T06:30:41,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741842_1018 (size=11194) 2024-12-03T06:30:41,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.ReplicationSink(318): Replicating [f9528dda-cd76-41cd-b673-198f2f8a64c4, 93f60596-14d0-4211-b6fd-bbc4519b933a] bulk loaded data 2024-12-03T06:30:41,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f122b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:41,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39367,-1 for getting cluster id 2024-12-03T06:30:41,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:41,284 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9528dda-cd76-41cd-b673-198f2f8a64c4' 2024-12-03T06:30:41,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:41,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9528dda-cd76-41cd-b673-198f2f8a64c4" 2024-12-03T06:30:41,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f03a5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:41,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39367,-1] 2024-12-03T06:30:41,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:41,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:41,286 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:41,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71495bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741842_1018 (size=7894) 2024-12-03T06:30:41,477 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 687, reset compression=false 2024-12-03T06:30:41,479 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 725, reset compression=false 2024-12-03T06:30:41,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733207441685/Put/seqid=0 2024-12-03T06:30:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741843_1019 (size=10791) 2024-12-03T06:30:41,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741843_1019 (size=7691) 2024-12-03T06:30:41,782 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 725, reset compression=false 2024-12-03T06:30:42,081 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 687, reset compression=false 2024-12-03T06:30:42,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6af6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:42,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33761,-1 for getting cluster id 2024-12-03T06:30:42,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:42,092 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f60596-14d0-4211-b6fd-bbc4519b933a' 2024-12-03T06:30:42,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:42,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f60596-14d0-4211-b6fd-bbc4519b933a" 2024-12-03T06:30:42,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79346425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:42,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33761,-1] 2024-12-03T06:30:42,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:42,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:42,093 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:42,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee15728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:42,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:42,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,43829,1733207426807, seqNum=-1] 2024-12-03T06:30:42,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:42,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:42,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:42,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:42,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33761,1733207426694 2024-12-03T06:30:42,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c10261 2024-12-03T06:30:42,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:42,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39367,1733207422046 2024-12-03T06:30:42,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa7b4d3 2024-12-03T06:30:42,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:30:42,105 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:30:42,105 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T06:30:42,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:30:42,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:42,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,36925,1733207422192, seqNum=-1] 2024-12-03T06:30:42,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730., hostname=122cddc95ec8,43829,1733207426807, seqNum=2] 2024-12-03T06:30:42,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T06:30:42,111 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:30:42,114 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__5oa3hqgbmq4od21s9nvl4opblaaq3deo157msfsd8dhd5el79onev9tevvg93c9i/f/0a701eaf625d4974a960e5b29cb9d440_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T06:30:42,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T06:30:42,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__5oa3hqgbmq4od21s9nvl4opblaaq3deo157msfsd8dhd5el79onev9tevvg93c9i/f/cb6b8ee0f1ef4ea686324d1917dbdbcd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T06:30:42,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.ReplicationSink(324): Finished replicating [f9528dda-cd76-41cd-b673-198f2f8a64c4, 93f60596-14d0-4211-b6fd-bbc4519b933a] bulk loaded data 2024-12-03T06:30:42,119 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T06:30:42,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/testHFileCyclicReplication_10/f/hfile_0 for inclusion in bc4a4d60e06bfbc250342fc3b942e730/f 2024-12-03T06:30:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T06:30:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:30:42,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/testHFileCyclicReplication_10/f/hfile_1 for inclusion in bc4a4d60e06bfbc250342fc3b942e730/f 2024-12-03T06:30:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T06:30:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:30:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegion(2603): Flush status journal for bc4a4d60e06bfbc250342fc3b942e730: 2024-12-03T06:30:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins__test__msaatj4op4gcg45845h18al38hivqqs9p8gr951dmh7tg39cj7gbmsbjg3cic7bo/f/hfile_0 2024-12-03T06:30:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins__test__msaatj4op4gcg45845h18al38hivqqs9p8gr951dmh7tg39cj7gbmsbjg3cic7bo/f/hfile_0 as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/784738357f6b4284a4022de59aef8e3b_SeqId_6_ 2024-12-03T06:30:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins__test__msaatj4op4gcg45845h18al38hivqqs9p8gr951dmh7tg39cj7gbmsbjg3cic7bo/f/hfile_1 2024-12-03T06:30:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins__test__msaatj4op4gcg45845h18al38hivqqs9p8gr951dmh7tg39cj7gbmsbjg3cic7bo/f/hfile_1 as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/920cfe2b9f52499788d8d77bf87953a7_SeqId_6_ 2024-12-03T06:30:42,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins__test__msaatj4op4gcg45845h18al38hivqqs9p8gr951dmh7tg39cj7gbmsbjg3cic7bo/f/hfile_0 into bc4a4d60e06bfbc250342fc3b942e730/f as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/784738357f6b4284a4022de59aef8e3b_SeqId_6_ - updating store file list. 2024-12-03T06:30:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 784738357f6b4284a4022de59aef8e3b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T06:30:42,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/784738357f6b4284a4022de59aef8e3b_SeqId_6_ into bc4a4d60e06bfbc250342fc3b942e730/f 2024-12-03T06:30:42,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins__test__msaatj4op4gcg45845h18al38hivqqs9p8gr951dmh7tg39cj7gbmsbjg3cic7bo/f/hfile_0 into bc4a4d60e06bfbc250342fc3b942e730/f (new location: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/784738357f6b4284a4022de59aef8e3b_SeqId_6_) 2024-12-03T06:30:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins__test__msaatj4op4gcg45845h18al38hivqqs9p8gr951dmh7tg39cj7gbmsbjg3cic7bo/f/hfile_0 2024-12-03T06:30:42,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins__test__msaatj4op4gcg45845h18al38hivqqs9p8gr951dmh7tg39cj7gbmsbjg3cic7bo/f/hfile_1 into bc4a4d60e06bfbc250342fc3b942e730/f as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/920cfe2b9f52499788d8d77bf87953a7_SeqId_6_ - updating store file list. 2024-12-03T06:30:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 920cfe2b9f52499788d8d77bf87953a7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T06:30:42,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/920cfe2b9f52499788d8d77bf87953a7_SeqId_6_ into bc4a4d60e06bfbc250342fc3b942e730/f 2024-12-03T06:30:42,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins__test__msaatj4op4gcg45845h18al38hivqqs9p8gr951dmh7tg39cj7gbmsbjg3cic7bo/f/hfile_1 into bc4a4d60e06bfbc250342fc3b942e730/f (new location: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/f/920cfe2b9f52499788d8d77bf87953a7_SeqId_6_) 2024-12-03T06:30:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/staging/jenkins__test__msaatj4op4gcg45845h18al38hivqqs9p8gr951dmh7tg39cj7gbmsbjg3cic7bo/f/hfile_1 2024-12-03T06:30:42,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:42,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:42,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:42,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:42,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:42,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730., hostname=122cddc95ec8,43829,1733207426807, seqNum=2 , the old value is region=test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730., hostname=122cddc95ec8,43829,1733207426807, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=122cddc95ec8:43829 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:30:42,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730., hostname=122cddc95ec8,43829,1733207426807, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:30:42,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730., hostname=122cddc95ec8,43829,1733207426807, seqNum=2 from cache 2024-12-03T06:30:42,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:42,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,36925,1733207422192, seqNum=-1] 2024-12-03T06:30:42,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:42,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53302 deadline: 1733207502152 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53302 2024-12-03T06:30:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc., hostname=122cddc95ec8,36925,1733207422192, seqNum=2] 2024-12-03T06:30:42,160 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T06:30:42,186 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 725, reset compression=false 2024-12-03T06:30:42,190 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:30:42,190 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,43829,1733207426807 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc4a4d60e06bfbc250342fc3b942e730/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733207442147/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T06:30:42,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.ReplicationSink(318): Replicating [93f60596-14d0-4211-b6fd-bbc4519b933a] bulk loaded data 2024-12-03T06:30:42,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741844_1020 (size=11194) 2024-12-03T06:30:42,258 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:43829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T06:30:42,390 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 1033, reset compression=false 2024-12-03T06:30:42,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741845_1021 (size=10791) 2024-12-03T06:30:42,694 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 1033, reset compression=false 2024-12-03T06:30:42,785 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 687, reset compression=false 2024-12-03T06:30:42,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:30:42,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:42,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:42,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:42,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:42,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:42,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:42,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:42,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:43,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:30:43,017 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/784738357f6b4284a4022de59aef8e3b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T06:30:43,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/920cfe2b9f52499788d8d77bf87953a7_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T06:30:43,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/784738357f6b4284a4022de59aef8e3b_SeqId_6_ for inclusion in 0ce8d2735fb58f2047013a51ccf624bc/f 2024-12-03T06:30:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T06:30:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:30:43,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/920cfe2b9f52499788d8d77bf87953a7_SeqId_6_ for inclusion in 0ce8d2735fb58f2047013a51ccf624bc/f 2024-12-03T06:30:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T06:30:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:30:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HRegion(2603): Flush status journal for 0ce8d2735fb58f2047013a51ccf624bc: 2024-12-03T06:30:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 784738357f6b4284a4022de59aef8e3b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:30:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/784738357f6b4284a4022de59aef8e3b_SeqId_6_ as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/f4dbe6c8689d4b2b83afebb9176247b2_SeqId_6_ 2024-12-03T06:30:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 920cfe2b9f52499788d8d77bf87953a7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:30:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/920cfe2b9f52499788d8d77bf87953a7_SeqId_6_ as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/0dc03d51ee2b4e7fac6b8f8b21836dd1_SeqId_6_ 2024-12-03T06:30:43,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/784738357f6b4284a4022de59aef8e3b_SeqId_6_ into 0ce8d2735fb58f2047013a51ccf624bc/f as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/f4dbe6c8689d4b2b83afebb9176247b2_SeqId_6_ - updating store file list. 2024-12-03T06:30:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f4dbe6c8689d4b2b83afebb9176247b2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T06:30:43,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/f4dbe6c8689d4b2b83afebb9176247b2_SeqId_6_ into 0ce8d2735fb58f2047013a51ccf624bc/f 2024-12-03T06:30:43,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/784738357f6b4284a4022de59aef8e3b_SeqId_6_ into 0ce8d2735fb58f2047013a51ccf624bc/f (new location: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/f4dbe6c8689d4b2b83afebb9176247b2_SeqId_6_) 2024-12-03T06:30:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/784738357f6b4284a4022de59aef8e3b_SeqId_6_ 2024-12-03T06:30:43,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/920cfe2b9f52499788d8d77bf87953a7_SeqId_6_ into 0ce8d2735fb58f2047013a51ccf624bc/f as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/0dc03d51ee2b4e7fac6b8f8b21836dd1_SeqId_6_ - updating store file list. 2024-12-03T06:30:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0dc03d51ee2b4e7fac6b8f8b21836dd1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T06:30:43,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/0dc03d51ee2b4e7fac6b8f8b21836dd1_SeqId_6_ into 0ce8d2735fb58f2047013a51ccf624bc/f 2024-12-03T06:30:43,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/920cfe2b9f52499788d8d77bf87953a7_SeqId_6_ into 0ce8d2735fb58f2047013a51ccf624bc/f (new location: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/f/0dc03d51ee2b4e7fac6b8f8b21836dd1_SeqId_6_) 2024-12-03T06:30:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/staging/jenkins.hfs.10__test__260oi1ccal9ob7rut78mdcj1f1i649kf9r77dvckoui1n2m8lffnsf7ah5p1orh0/f/920cfe2b9f52499788d8d77bf87953a7_SeqId_6_ 2024-12-03T06:30:43,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.ReplicationSink(324): Finished replicating [93f60596-14d0-4211-b6fd-bbc4519b933a] bulk loaded data 2024-12-03T06:30:43,098 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 1033, reset compression=false 2024-12-03T06:30:43,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:30:43,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:43,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:43,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:43,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:43,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:30:43,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=758405316, stopped=false 2024-12-03T06:30:43,172 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,33761,1733207426694 2024-12-03T06:30:43,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:43,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-757344692/running 2024-12-03T06:30:43,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-757344692/running 2024-12-03T06:30:43,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:43,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:43,215 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:30:43,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:43,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:43,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:43,216 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,43829,1733207426807' ***** 2024-12-03T06:30:43,216 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:30:43,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Set watcher on znode that does not yet exist, /1-757344692/running 2024-12-03T06:30:43,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Set watcher on znode that does not yet exist, /1-757344692/running 2024-12-03T06:30:43,216 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:30:43,216 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:30:43,216 INFO [RS:0;122cddc95ec8:43829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:30:43,216 INFO [RS:0;122cddc95ec8:43829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:30:43,216 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(3091): Received CLOSE for 40c00a034c4c53c11e8acad1f3e74e99 2024-12-03T06:30:43,216 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(3091): Received CLOSE for bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:43,216 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,43829,1733207426807 2024-12-03T06:30:43,216 INFO [RS:0;122cddc95ec8:43829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:30:43,216 INFO [RS:0;122cddc95ec8:43829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:43829. 2024-12-03T06:30:43,217 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40c00a034c4c53c11e8acad1f3e74e99, disabling compactions & flushes 2024-12-03T06:30:43,217 DEBUG [RS:0;122cddc95ec8:43829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:43,217 DEBUG [RS:0;122cddc95ec8:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:43,217 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:43,217 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:43,217 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:30:43,217 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. after waiting 0 ms 2024-12-03T06:30:43,217 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:30:43,217 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:30:43,217 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:43,217 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:30:43,217 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40c00a034c4c53c11e8acad1f3e74e99 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-03T06:30:43,217 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:30:43,217 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 40c00a034c4c53c11e8acad1f3e74e99=hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99., bc4a4d60e06bfbc250342fc3b942e730=test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730.} 2024-12-03T06:30:43,217 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40c00a034c4c53c11e8acad1f3e74e99, bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:43,217 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:30:43,217 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:30:43,217 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:30:43,217 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:30:43,217 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:30:43,217 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:30:43,233 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:30:43,233 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/info/3598bedc37aa400a88ae21e45831ef9f is 147, key is hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99./info:regioninfo/1733207437418/Put/seqid=0 2024-12-03T06:30:43,234 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/.tmp/hfileref/20a75289458247cbae8a9fe1309c3f4d is 74, key is 1/hfileref:0a701eaf625d4974a960e5b29cb9d440_SeqId_4_/1733207442121/DeleteColumn/seqid=0 2024-12-03T06:30:43,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741844_1020 (size=5345) 2024-12-03T06:30:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741845_1021 (size=7686) 2024-12-03T06:30:43,417 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40c00a034c4c53c11e8acad1f3e74e99, bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:43,523 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:30:43,523 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:30:43,589 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 687, reset compression=false 2024-12-03T06:30:43,594 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:30:43,594 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,36925,1733207422192 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ce8d2735fb58f2047013a51ccf624bc/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733207443042/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T06:30:43,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T06:30:43,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:53276 deadline: 1733207503595, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping 2024-12-03T06:30:43,597 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:43,602 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 1033, reset compression=false 2024-12-03T06:30:43,617 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40c00a034c4c53c11e8acad1f3e74e99, bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:43,642 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/info/3598bedc37aa400a88ae21e45831ef9f 2024-12-03T06:30:43,642 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/.tmp/hfileref/20a75289458247cbae8a9fe1309c3f4d 2024-12-03T06:30:43,659 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/.tmp/queue/52df1fba34d8470d8a02c551115b98a0 is 154, key is 1-122cddc95ec8,43829,1733207426807/queue:122cddc95ec8%2C43829%2C1733207426807/1733207443047/Put/seqid=0 2024-12-03T06:30:43,661 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/ns/e196d306d18e4e1f87e0a82808bf7285 is 43, key is default/ns:d/1733207429647/Put/seqid=0 2024-12-03T06:30:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741846_1022 (size=5353) 2024-12-03T06:30:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741847_1023 (size=5153) 2024-12-03T06:30:43,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T06:30:43,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:53276 deadline: 1733207503700, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping 2024-12-03T06:30:43,701 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:43,794 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1033, reset compression=false 2024-12-03T06:30:43,817 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40c00a034c4c53c11e8acad1f3e74e99, bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:43,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T06:30:43,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:53276 deadline: 1733207503904, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping 2024-12-03T06:30:43,905 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:44,018 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40c00a034c4c53c11e8acad1f3e74e99, bc4a4d60e06bfbc250342fc3b942e730 2024-12-03T06:30:44,063 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/.tmp/queue/52df1fba34d8470d8a02c551115b98a0 2024-12-03T06:30:44,064 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/ns/e196d306d18e4e1f87e0a82808bf7285 2024-12-03T06:30:44,068 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/.tmp/hfileref/20a75289458247cbae8a9fe1309c3f4d as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/hfileref/20a75289458247cbae8a9fe1309c3f4d 2024-12-03T06:30:44,073 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/hfileref/20a75289458247cbae8a9fe1309c3f4d, entries=4, sequenceid=12, filesize=5.2 K 2024-12-03T06:30:44,074 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/.tmp/queue/52df1fba34d8470d8a02c551115b98a0 as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/queue/52df1fba34d8470d8a02c551115b98a0 2024-12-03T06:30:44,079 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/queue/52df1fba34d8470d8a02c551115b98a0, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T06:30:44,080 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 40c00a034c4c53c11e8acad1f3e74e99 in 863ms, sequenceid=12, compaction requested=false 2024-12-03T06:30:44,085 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/rep_barrier/50765d6938fc462ea8cca3f11676b8e0 is 112, key is test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730./rep_barrier:seqnumDuringOpen/1733207433069/Put/seqid=0 2024-12-03T06:30:44,086 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/replication/40c00a034c4c53c11e8acad1f3e74e99/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T06:30:44,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:44,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:44,087 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:44,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40c00a034c4c53c11e8acad1f3e74e99: Waiting for close lock at 1733207443216Running coprocessor pre-close hooks at 1733207443216Disabling compacts and flushes for region at 1733207443216Disabling writes for close at 1733207443217 (+1 ms)Obtaining lock to block concurrent updates at 1733207443217Preparing flush snapshotting stores in 40c00a034c4c53c11e8acad1f3e74e99 at 1733207443217Finished memstore snapshotting hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733207443217Flushing stores of hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. at 1733207443218 (+1 ms)Flushing 40c00a034c4c53c11e8acad1f3e74e99/hfileref: creating writer at 1733207443218Flushing 40c00a034c4c53c11e8acad1f3e74e99/hfileref: appending metadata at 1733207443233 (+15 ms)Flushing 40c00a034c4c53c11e8acad1f3e74e99/hfileref: closing flushed file at 1733207443233Flushing 40c00a034c4c53c11e8acad1f3e74e99/queue: creating writer at 1733207443647 (+414 ms)Flushing 40c00a034c4c53c11e8acad1f3e74e99/queue: appending metadata at 1733207443659 (+12 ms)Flushing 40c00a034c4c53c11e8acad1f3e74e99/queue: closing flushed file at 1733207443659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4536513: reopening flushed file at 1733207444068 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9f7d5e: reopening flushed file at 1733207444074 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 40c00a034c4c53c11e8acad1f3e74e99 in 863ms, sequenceid=12, compaction requested=false at 1733207444080 (+6 ms)Writing region close event to WAL at 1733207444083 (+3 ms)Running coprocessor post-close hooks at 1733207444087 (+4 ms)Closed at 1733207444087 2024-12-03T06:30:44,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207436252.40c00a034c4c53c11e8acad1f3e74e99. 2024-12-03T06:30:44,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc4a4d60e06bfbc250342fc3b942e730, disabling compactions & flushes 2024-12-03T06:30:44,087 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:44,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:44,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. after waiting 0 ms 2024-12-03T06:30:44,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741848_1024 (size=5518) 2024-12-03T06:30:44,092 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/default/test/bc4a4d60e06bfbc250342fc3b942e730/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:30:44,092 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:44,093 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:30:44,093 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:44,093 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc4a4d60e06bfbc250342fc3b942e730: Waiting for close lock at 1733207444087Running coprocessor pre-close hooks at 1733207444087Disabling compacts and flushes for region at 1733207444087Disabling writes for close at 1733207444087Writing region close event to WAL at 1733207444088 (+1 ms)Running coprocessor post-close hooks at 1733207444092 (+4 ms)Closed at 1733207444093 (+1 ms) 2024-12-03T06:30:44,093 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207431919.bc4a4d60e06bfbc250342fc3b942e730. 2024-12-03T06:30:44,098 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1033, reset compression=false 2024-12-03T06:30:44,206 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 1033, reset compression=false 2024-12-03T06:30:44,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T06:30:44,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:53276 deadline: 1733207504207, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping 2024-12-03T06:30:44,208 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 122cddc95ec8,43829,1733207426807 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:44,211 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:30:44,211 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 1328, reset compression=false 2024-12-03T06:30:44,211 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,43829,1733207426807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:30:44,213 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 122cddc95ec8,43829,1733207426807: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-122cddc95ec8,43829,1733207426807, walGroup=122cddc95ec8%2C43829%2C1733207426807, offset=122cddc95ec8%2C43829%2C1733207426807.1733207428662:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:43829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T06:30:44,214 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:30:44,217 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:30:44,218 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:30:44,218 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:30:44,218 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:44,218 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:30:44,218 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:30:44,218 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:30:44,219 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 552243896 }, "NonHeapMemoryUsage": { "committed": 190119936, "init": 7667712, "max": -1, "used": 187362592 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:30:44,221 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T06:30:44,415 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 1328, reset compression=false 2024-12-03T06:30:44,418 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:44,490 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/rep_barrier/50765d6938fc462ea8cca3f11676b8e0 2024-12-03T06:30:44,501 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1033, reset compression=false 2024-12-03T06:30:44,507 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/table/7656256bfa0345c4bdb23df7ef478a4d is 53, key is hbase:replication/table:state/1733207437424/Put/seqid=0 2024-12-03T06:30:44,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741849_1025 (size=5308) 2024-12-03T06:30:44,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 122cddc95ec8,43829,1733207426807 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:44,614 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 122cddc95ec8,43829,1733207426807 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:44,618 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:44,719 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 1328, reset compression=false 2024-12-03T06:30:44,818 DEBUG [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:44,912 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/table/7656256bfa0345c4bdb23df7ef478a4d 2024-12-03T06:30:44,917 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/info/3598bedc37aa400a88ae21e45831ef9f as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/info/3598bedc37aa400a88ae21e45831ef9f 2024-12-03T06:30:44,921 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/info/3598bedc37aa400a88ae21e45831ef9f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:30:44,922 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/ns/e196d306d18e4e1f87e0a82808bf7285 as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/ns/e196d306d18e4e1f87e0a82808bf7285 2024-12-03T06:30:44,925 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/ns/e196d306d18e4e1f87e0a82808bf7285, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:30:44,926 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/rep_barrier/50765d6938fc462ea8cca3f11676b8e0 as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/rep_barrier/50765d6938fc462ea8cca3f11676b8e0 2024-12-03T06:30:44,930 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/rep_barrier/50765d6938fc462ea8cca3f11676b8e0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:30:44,931 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/.tmp/table/7656256bfa0345c4bdb23df7ef478a4d as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/table/7656256bfa0345c4bdb23df7ef478a4d 2024-12-03T06:30:44,934 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/table/7656256bfa0345c4bdb23df7ef478a4d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:30:44,935 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-12-03T06:30:44,944 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:30:44,945 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:44,945 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:44,945 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:44,945 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207443217Running coprocessor pre-close hooks at 1733207443217Disabling compacts and flushes for region at 1733207443217Disabling writes for close at 1733207443217Obtaining lock to block concurrent updates at 1733207443217Preparing flush snapshotting stores in 1588230740 at 1733207443217Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207443217Flushing stores of hbase:meta,,1.1588230740 at 1733207443218 (+1 ms)Flushing 1588230740/info: creating writer at 1733207443218Flushing 1588230740/info: appending metadata at 1733207443233 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733207443233Flushing 1588230740/ns: creating writer at 1733207443647 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733207443661 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733207443661Flushing 1588230740/rep_barrier: creating writer at 1733207444068 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207444085 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207444085Flushing 1588230740/table: creating writer at 1733207444494 (+409 ms)Flushing 1588230740/table: appending metadata at 1733207444507 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733207444507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2625063d: reopening flushed file at 1733207444916 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7bd24f: reopening flushed file at 1733207444921 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f90225: reopening flushed file at 1733207444926 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8d2c68: reopening flushed file at 1733207444930 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1733207444935 (+5 ms)Writing region close event to WAL at 1733207444941 (+6 ms)Running coprocessor post-close hooks at 1733207444945 (+4 ms)Closed at 1733207444945 2024-12-03T06:30:44,945 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:45,004 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1033, reset compression=false 2024-12-03T06:30:45,018 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,43829,1733207426807; all regions closed. 2024-12-03T06:30:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:30:45,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.meta.1733207429599.meta not finished, retry = 0 2024-12-03T06:30:45,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 122cddc95ec8,43829,1733207426807 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:45,118 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 122cddc95ec8,43829,1733207426807 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:45,122 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 to pos 1328, reset compression=false 2024-12-03T06:30:45,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741839_1015 (size=3127) 2024-12-03T06:30:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741832_1008 (size=1336) 2024-12-03T06:30:45,126 DEBUG [RS:0;122cddc95ec8:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:45,126 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:30:45,126 INFO [RS:0;122cddc95ec8:43829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:30:45,127 INFO [RS:0;122cddc95ec8:43829 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:30:45,127 INFO [RS:0;122cddc95ec8:43829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:30:45,127 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:30:45,127 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,43829,1733207426807 because: Region server is closing 2024-12-03T06:30:45,127 INFO [RS:0;122cddc95ec8:43829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:43829. 2024-12-03T06:30:45,127 DEBUG [RS:0;122cddc95ec8:43829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:45,127 DEBUG [RS:0;122cddc95ec8:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:45,128 DEBUG [RS:0;122cddc95ec8:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:45,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:45,128 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] wal.ProtobufWALTailingReader(152): Reached partial WAL Trailer(EOF) while reading WALKey, originalPosition=1328, currentPosition=1336 org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.GeneratedMessage.parseWithIOException(GeneratedMessage.java:324) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey.parseFrom(WALProtos.java:2322) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.readWALKey(ProtobufWALTailingReader.java:127) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.next(ProtobufWALTailingReader.java:256) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.readNextEntryAndRecordReaderPosition(WALEntryStream.java:489) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:337) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:129) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:149) ~[classes/:?] 2024-12-03T06:30:45,128 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 for the last time to pos 1328, reset compression=false 2024-12-03T06:30:45,131 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 and length of the file is 1336 2024-12-03T06:30:45,131 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.wal-reader.122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/WALs/122cddc95ec8,43829,1733207426807/122cddc95ec8%2C43829%2C1733207426807.1733207428662 2024-12-03T06:30:45,228 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,43829,1733207426807.replicationSource.shipper122cddc95ec8%2C43829%2C1733207426807,1-122cddc95ec8,43829,1733207426807 terminated 2024-12-03T06:30:45,228 INFO [RS:0;122cddc95ec8:43829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:43829. 2024-12-03T06:30:45,228 DEBUG [RS:0;122cddc95ec8:43829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:45,228 DEBUG [RS:0;122cddc95ec8:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:45,228 DEBUG [RS:0;122cddc95ec8:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:45,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:45,228 INFO [RS:0;122cddc95ec8:43829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43829 2024-12-03T06:30:45,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-757344692/rs/122cddc95ec8,43829,1733207426807 2024-12-03T06:30:45,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692/rs 2024-12-03T06:30:45,265 INFO [RS:0;122cddc95ec8:43829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:30:45,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,43829,1733207426807] 2024-12-03T06:30:45,281 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-757344692/draining/122cddc95ec8,43829,1733207426807 already deleted, retry=false 2024-12-03T06:30:45,281 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,43829,1733207426807 expired; onlineServers=0 2024-12-03T06:30:45,281 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,33761,1733207426694' ***** 2024-12-03T06:30:45,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:30:45,281 INFO [M:0;122cddc95ec8:33761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:30:45,282 INFO [M:0;122cddc95ec8:33761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:30:45,282 DEBUG [M:0;122cddc95ec8:33761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:30:45,282 DEBUG [M:0;122cddc95ec8:33761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:30:45,282 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:30:45,282 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207428380 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207428380,5,FailOnTimeoutGroup] 2024-12-03T06:30:45,282 INFO [M:0;122cddc95ec8:33761 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:30:45,282 INFO [M:0;122cddc95ec8:33761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:30:45,282 DEBUG [M:0;122cddc95ec8:33761 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:30:45,282 INFO [M:0;122cddc95ec8:33761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:30:45,282 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207428380 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207428380,5,FailOnTimeoutGroup] 2024-12-03T06:30:45,282 INFO [M:0;122cddc95ec8:33761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:30:45,282 INFO [M:0;122cddc95ec8:33761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:30:45,282 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:30:45,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-757344692/master 2024-12-03T06:30:45,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-757344692 2024-12-03T06:30:45,290 DEBUG [M:0;122cddc95ec8:33761 {}] zookeeper.ZKUtil(347): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Unable to get data of znode /1-757344692/master because node does not exist (not an error) 2024-12-03T06:30:45,290 WARN [M:0;122cddc95ec8:33761 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:30:45,290 INFO [M:0;122cddc95ec8:33761 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/.lastflushedseqids 2024-12-03T06:30:45,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741850_1026 (size=263) 2024-12-03T06:30:45,294 INFO [M:0;122cddc95ec8:33761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:30:45,294 INFO [M:0;122cddc95ec8:33761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:30:45,295 DEBUG [M:0;122cddc95ec8:33761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:30:45,295 INFO [M:0;122cddc95ec8:33761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:45,295 DEBUG [M:0;122cddc95ec8:33761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:45,295 DEBUG [M:0;122cddc95ec8:33761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:30:45,295 DEBUG [M:0;122cddc95ec8:33761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:45,295 INFO [M:0;122cddc95ec8:33761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T06:30:45,308 DEBUG [M:0;122cddc95ec8:33761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cabe956b5274c52a8e01116401320fb is 82, key is hbase:meta,,1/info:regioninfo/1733207429629/Put/seqid=0 2024-12-03T06:30:45,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741851_1027 (size=5672) 2024-12-03T06:30:45,373 INFO [RS:0;122cddc95ec8:43829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:30:45,373 INFO [RS:0;122cddc95ec8:43829 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,43829,1733207426807; zookeeper connection closed. 2024-12-03T06:30:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x1009eb86c5b0004, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:45,374 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26e127fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26e127fd 2024-12-03T06:30:45,374 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:30:45,608 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1033, reset compression=false 2024-12-03T06:30:45,712 INFO [M:0;122cddc95ec8:33761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cabe956b5274c52a8e01116401320fb 2024-12-03T06:30:45,721 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 122cddc95ec8:43829 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 122cddc95ec8/172.17.0.2:43829 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:45,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 122cddc95ec8:43829 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 122cddc95ec8/172.17.0.2:43829 2024-12-03T06:30:45,721 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=122cddc95ec8:43829 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 122cddc95ec8/172.17.0.2:43829 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 122cddc95ec8/172.17.0.2:43829 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-03T06:30:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T06:30:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45732 deadline: 1733207505724, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T06:30:45,725 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T06:30:45,726 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T06:30:45,729 DEBUG [M:0;122cddc95ec8:33761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81f319ee42e544758b380cab9a54f1be is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733207437428/Put/seqid=0 2024-12-03T06:30:45,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741852_1028 (size=8516) 2024-12-03T06:30:46,133 INFO [M:0;122cddc95ec8:33761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81f319ee42e544758b380cab9a54f1be 2024-12-03T06:30:46,149 DEBUG [M:0;122cddc95ec8:33761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93f8cb4d2dbe4f0daeb2959ba8104ab6 is 69, key is 122cddc95ec8,43829,1733207426807/rs:state/1733207428507/Put/seqid=0 2024-12-03T06:30:46,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741853_1029 (size=5156) 2024-12-03T06:30:46,311 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1033, reset compression=false 2024-12-03T06:30:46,426 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T06:30:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T06:30:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33761 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:45732 deadline: 1733207506427, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T06:30:46,428 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T06:30:46,429 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T06:30:46,429 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T06:30:46,554 INFO [M:0;122cddc95ec8:33761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93f8cb4d2dbe4f0daeb2959ba8104ab6 2024-12-03T06:30:46,558 DEBUG [M:0;122cddc95ec8:33761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cabe956b5274c52a8e01116401320fb as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cabe956b5274c52a8e01116401320fb 2024-12-03T06:30:46,562 INFO [M:0;122cddc95ec8:33761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cabe956b5274c52a8e01116401320fb, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T06:30:46,563 DEBUG [M:0;122cddc95ec8:33761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81f319ee42e544758b380cab9a54f1be as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81f319ee42e544758b380cab9a54f1be 2024-12-03T06:30:46,567 INFO [M:0;122cddc95ec8:33761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81f319ee42e544758b380cab9a54f1be, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T06:30:46,567 DEBUG [M:0;122cddc95ec8:33761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93f8cb4d2dbe4f0daeb2959ba8104ab6 as hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93f8cb4d2dbe4f0daeb2959ba8104ab6 2024-12-03T06:30:46,571 INFO [M:0;122cddc95ec8:33761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43087/user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93f8cb4d2dbe4f0daeb2959ba8104ab6, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T06:30:46,572 INFO [M:0;122cddc95ec8:33761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-12-03T06:30:46,573 INFO [M:0;122cddc95ec8:33761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:46,573 DEBUG [M:0;122cddc95ec8:33761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207445295Disabling compacts and flushes for region at 1733207445295Disabling writes for close at 1733207445295Obtaining lock to block concurrent updates at 1733207445295Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207445295Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733207445295Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207445296 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207445296Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207445308 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207445308Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207445716 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207445729 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207445729Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207446137 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207446149 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207446149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2537c27d: reopening flushed file at 1733207446557 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f61c33: reopening flushed file at 1733207446562 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57261d4: reopening flushed file at 1733207446567 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1733207446572 (+5 ms)Writing region close event to WAL at 1733207446573 (+1 ms)Closed at 1733207446573 2024-12-03T06:30:46,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34569 is added to blk_1073741830_1006 (size=63654) 2024-12-03T06:30:46,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d36d570-4293-33da-1f1f-b9afee195d9b/MasterData/WALs/122cddc95ec8,33761,1733207426694/122cddc95ec8%2C33761%2C1733207426694.1733207428180 not finished, retry = 0 2024-12-03T06:30:46,676 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:30:46,676 INFO [M:0;122cddc95ec8:33761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:30:46,676 INFO [M:0;122cddc95ec8:33761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33761 2024-12-03T06:30:46,677 INFO [M:0;122cddc95ec8:33761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:30:46,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:46,806 INFO [M:0;122cddc95ec8:33761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:30:46,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33761-0x1009eb86c5b0003, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:46,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14f0b8be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:30:46,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b431dbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:30:46,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:30:46,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@138e10a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:30:46,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18f022cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/hadoop.log.dir/,STOPPED} 2024-12-03T06:30:46,838 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:30:46,838 WARN [BP-316995588-172.17.0.2-1733207425065 heartbeating to localhost/127.0.0.1:43087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:30:46,838 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:30:46,838 WARN [BP-316995588-172.17.0.2-1733207425065 heartbeating to localhost/127.0.0.1:43087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-316995588-172.17.0.2-1733207425065 (Datanode Uuid adb75d1f-d8a8-46a8-bc5b-07f99597480d) service to localhost/127.0.0.1:43087 2024-12-03T06:30:46,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/cluster_111a4c24-a774-a7cd-57c0-c0ad65de9ab6/data/data1/current/BP-316995588-172.17.0.2-1733207425065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:30:46,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/cluster_111a4c24-a774-a7cd-57c0-c0ad65de9ab6/data/data2/current/BP-316995588-172.17.0.2-1733207425065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:30:46,839 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:30:46,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69c4fd2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:30:46,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f7ccd89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:30:46,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:30:46,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346e4b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:30:46,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61cfc96d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/hadoop.log.dir/,STOPPED} 2024-12-03T06:30:46,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:30:46,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:30:46,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:46,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:46,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:46,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:46,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:46,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:30:46,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=120593658, stopped=false 2024-12-03T06:30:46,860 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,39367,1733207422046 2024-12-03T06:30:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0147321293/running 2024-12-03T06:30:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0147321293/running 2024-12-03T06:30:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:46,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:30:46,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:30:46,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:46,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:46,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Set watcher on znode that does not yet exist, /0147321293/running 2024-12-03T06:30:46,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,36925,1733207422192' ***** 2024-12-03T06:30:46,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:30:46,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Set watcher on znode that does not yet exist, /0147321293/running 2024-12-03T06:30:46,874 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:30:46,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:30:46,874 INFO [RS:0;122cddc95ec8:36925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:30:46,874 INFO [RS:0;122cddc95ec8:36925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:30:46,874 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(3091): Received CLOSE for 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:46,875 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ce8d2735fb58f2047013a51ccf624bc 2024-12-03T06:30:46,875 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,36925,1733207422192 2024-12-03T06:30:46,875 INFO [RS:0;122cddc95ec8:36925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:30:46,875 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84f12b0e12b64aad3e034fd2b4a8f939, disabling compactions & flushes 2024-12-03T06:30:46,875 INFO [RS:0;122cddc95ec8:36925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:36925. 2024-12-03T06:30:46,875 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:46,875 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:46,875 DEBUG [RS:0;122cddc95ec8:36925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:46,875 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. after waiting 0 ms 2024-12-03T06:30:46,875 DEBUG [RS:0;122cddc95ec8:36925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:46,875 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:46,875 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:30:46,875 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:30:46,875 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:30:46,875 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 84f12b0e12b64aad3e034fd2b4a8f939 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-03T06:30:46,875 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:30:46,875 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:30:46,875 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1325): Online Regions={84f12b0e12b64aad3e034fd2b4a8f939=hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939., 1588230740=hbase:meta,,1.1588230740, 0ce8d2735fb58f2047013a51ccf624bc=test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc.} 2024-12-03T06:30:46,875 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1351): Waiting on 0ce8d2735fb58f2047013a51ccf624bc, 1588230740, 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:46,875 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:30:46,875 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:30:46,875 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:30:46,875 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:30:46,875 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:30:46,875 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:30:46,887 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/.tmp/hfileref/7d095ba5635b4965a7a0bbdc8a6b3032 is 74, key is 1/hfileref:0dc03d51ee2b4e7fac6b8f8b21836dd1_SeqId_6_/1733207443031/Put/seqid=0 2024-12-03T06:30:46,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741846_1022 (size=5345) 2024-12-03T06:30:46,891 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:30:46,892 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/info/dbc1c50d34454a3088847975a913b432 is 147, key is hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939./info:regioninfo/1733207435307/Put/seqid=0 2024-12-03T06:30:46,893 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/.tmp/hfileref/7d095ba5635b4965a7a0bbdc8a6b3032 2024-12-03T06:30:46,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741847_1023 (size=7686) 2024-12-03T06:30:46,919 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/.tmp/queue/53d826d30bc9461a8134febca1b74c49 is 153, key is 1-122cddc95ec8,36925,1733207422192/queue:122cddc95ec8%2C36925%2C1733207422192/1733207440945/Put/seqid=0 2024-12-03T06:30:46,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741848_1024 (size=5352) 2024-12-03T06:30:47,075 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1351): Waiting on 0ce8d2735fb58f2047013a51ccf624bc, 1588230740, 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:47,114 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1033, reset compression=false 2024-12-03T06:30:47,229 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T06:30:47,230 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 122cddc95ec8:33761 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 122cddc95ec8/172.17.0.2:33761 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:47,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 122cddc95ec8:33761 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 122cddc95ec8/172.17.0.2:33761 2024-12-03T06:30:47,275 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1351): Waiting on 0ce8d2735fb58f2047013a51ccf624bc, 1588230740, 84f12b0e12b64aad3e034fd2b4a8f939 2024-12-03T06:30:47,296 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/info/dbc1c50d34454a3088847975a913b432 2024-12-03T06:30:47,313 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/ns/d86538726493484980deb973570cc581 is 43, key is default/ns:d/1733207424960/Put/seqid=0 2024-12-03T06:30:47,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741849_1025 (size=5153) 2024-12-03T06:30:47,323 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/.tmp/queue/53d826d30bc9461a8134febca1b74c49 2024-12-03T06:30:47,327 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/.tmp/hfileref/7d095ba5635b4965a7a0bbdc8a6b3032 as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/hfileref/7d095ba5635b4965a7a0bbdc8a6b3032 2024-12-03T06:30:47,331 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/hfileref/7d095ba5635b4965a7a0bbdc8a6b3032, entries=4, sequenceid=10, filesize=5.2 K 2024-12-03T06:30:47,332 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/.tmp/queue/53d826d30bc9461a8134febca1b74c49 as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/queue/53d826d30bc9461a8134febca1b74c49 2024-12-03T06:30:47,335 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/queue/53d826d30bc9461a8134febca1b74c49, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T06:30:47,336 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 84f12b0e12b64aad3e034fd2b4a8f939 in 461ms, sequenceid=10, compaction requested=false 2024-12-03T06:30:47,336 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T06:30:47,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:47,337 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 122cddc95ec8:33761 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 122cddc95ec8/172.17.0.2:33761 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T06:30:47,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=122cddc95ec8:33761 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 122cddc95ec8/172.17.0.2:33761 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-03T06:30:47,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 122cddc95ec8:33761 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 122cddc95ec8/172.17.0.2:33761 2024-12-03T06:30:47,340 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/replication/84f12b0e12b64aad3e034fd2b4a8f939/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T06:30:47,340 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:47,340 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:47,340 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:47,340 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84f12b0e12b64aad3e034fd2b4a8f939: Waiting for close lock at 1733207446875Running coprocessor pre-close hooks at 1733207446875Disabling compacts and flushes for region at 1733207446875Disabling writes for close at 1733207446875Obtaining lock to block concurrent updates at 1733207446875Preparing flush snapshotting stores in 84f12b0e12b64aad3e034fd2b4a8f939 at 1733207446875Finished memstore snapshotting hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733207446875Flushing stores of hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. at 1733207446876 (+1 ms)Flushing 84f12b0e12b64aad3e034fd2b4a8f939/hfileref: creating writer at 1733207446876Flushing 84f12b0e12b64aad3e034fd2b4a8f939/hfileref: appending metadata at 1733207446887 (+11 ms)Flushing 84f12b0e12b64aad3e034fd2b4a8f939/hfileref: closing flushed file at 1733207446887Flushing 84f12b0e12b64aad3e034fd2b4a8f939/queue: creating writer at 1733207446902 (+15 ms)Flushing 84f12b0e12b64aad3e034fd2b4a8f939/queue: appending metadata at 1733207446918 (+16 ms)Flushing 84f12b0e12b64aad3e034fd2b4a8f939/queue: closing flushed file at 1733207446918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2643495: reopening flushed file at 1733207447327 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac4cfaf: reopening flushed file at 1733207447331 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 84f12b0e12b64aad3e034fd2b4a8f939 in 461ms, sequenceid=10, compaction requested=false at 1733207447336 (+5 ms)Writing region close event to WAL at 1733207447337 (+1 ms)Running coprocessor post-close hooks at 1733207447340 (+3 ms)Closed at 1733207447340 2024-12-03T06:30:47,340 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207434096.84f12b0e12b64aad3e034fd2b4a8f939. 2024-12-03T06:30:47,340 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ce8d2735fb58f2047013a51ccf624bc, disabling compactions & flushes 2024-12-03T06:30:47,340 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:47,340 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:47,340 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. after waiting 0 ms 2024-12-03T06:30:47,340 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:47,343 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/default/test/0ce8d2735fb58f2047013a51ccf624bc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:30:47,343 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:47,343 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:30:47,343 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:47,343 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ce8d2735fb58f2047013a51ccf624bc: Waiting for close lock at 1733207447340Running coprocessor pre-close hooks at 1733207447340Disabling compacts and flushes for region at 1733207447340Disabling writes for close at 1733207447340Writing region close event to WAL at 1733207447341 (+1 ms)Running coprocessor post-close hooks at 1733207447343 (+2 ms)Closed at 1733207447343 2024-12-03T06:30:47,344 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc. 2024-12-03T06:30:47,476 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:47,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:47,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 122cddc95ec8:33761 this server is in the failed servers list 2024-12-03T06:30:47,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 122cddc95ec8:33761 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:30:47,676 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:47,716 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/ns/d86538726493484980deb973570cc581 2024-12-03T06:30:47,732 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/rep_barrier/451f3fb2b734486a929eda9710eb1e27 is 112, key is test,,1733207429770.0ce8d2735fb58f2047013a51ccf624bc./rep_barrier:seqnumDuringOpen/1733207430919/Put/seqid=0 2024-12-03T06:30:47,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741850_1026 (size=5518) 2024-12-03T06:30:47,773 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:30:47,773 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:30:47,857 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:47,857 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 122cddc95ec8:33761 this server is in the failed servers list 2024-12-03T06:30:47,857 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 122cddc95ec8:33761 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:30:47,876 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:30:47,876 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:30:47,876 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:48,018 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1033, reset compression=false 2024-12-03T06:30:48,022 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:30:48,022 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1328, reset compression=false 2024-12-03T06:30:48,076 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:48,137 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/rep_barrier/451f3fb2b734486a929eda9710eb1e27 2024-12-03T06:30:48,153 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/table/0067ea0e16294a01aff010757e54ec60 is 53, key is hbase:replication/table:state/1733207435313/Put/seqid=0 2024-12-03T06:30:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741851_1027 (size=5308) 2024-12-03T06:30:48,225 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1328, reset compression=false 2024-12-03T06:30:48,276 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:48,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:48,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 122cddc95ec8:33761 this server is in the failed servers list 2024-12-03T06:30:48,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 122cddc95ec8:33761 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:30:48,477 DEBUG [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:30:48,529 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 to pos 1328, reset compression=false 2024-12-03T06:30:48,558 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/table/0067ea0e16294a01aff010757e54ec60 2024-12-03T06:30:48,564 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/info/dbc1c50d34454a3088847975a913b432 as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/info/dbc1c50d34454a3088847975a913b432 2024-12-03T06:30:48,569 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/info/dbc1c50d34454a3088847975a913b432, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:30:48,570 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/ns/d86538726493484980deb973570cc581 as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/ns/d86538726493484980deb973570cc581 2024-12-03T06:30:48,574 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/ns/d86538726493484980deb973570cc581, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:30:48,576 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/rep_barrier/451f3fb2b734486a929eda9710eb1e27 as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/rep_barrier/451f3fb2b734486a929eda9710eb1e27 2024-12-03T06:30:48,583 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/rep_barrier/451f3fb2b734486a929eda9710eb1e27, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:30:48,585 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/.tmp/table/0067ea0e16294a01aff010757e54ec60 as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/table/0067ea0e16294a01aff010757e54ec60 2024-12-03T06:30:48,589 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/table/0067ea0e16294a01aff010757e54ec60, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:30:48,590 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-12-03T06:30:48,590 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:30:48,597 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:30:48,598 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:48,599 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:48,599 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:48,599 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207446875Running coprocessor pre-close hooks at 1733207446875Disabling compacts and flushes for region at 1733207446875Disabling writes for close at 1733207446875Obtaining lock to block concurrent updates at 1733207446875Preparing flush snapshotting stores in 1588230740 at 1733207446875Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207446875Flushing stores of hbase:meta,,1.1588230740 at 1733207446876 (+1 ms)Flushing 1588230740/info: creating writer at 1733207446876Flushing 1588230740/info: appending metadata at 1733207446891 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733207446891Flushing 1588230740/ns: creating writer at 1733207447300 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733207447312 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733207447312Flushing 1588230740/rep_barrier: creating writer at 1733207447720 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207447732 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207447732Flushing 1588230740/table: creating writer at 1733207448141 (+409 ms)Flushing 1588230740/table: appending metadata at 1733207448153 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733207448153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de57b9f: reopening flushed file at 1733207448563 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d985a5: reopening flushed file at 1733207448569 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@511413f: reopening flushed file at 1733207448574 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@910b0d6: reopening flushed file at 1733207448584 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1733207448590 (+6 ms)Writing region close event to WAL at 1733207448592 (+2 ms)Running coprocessor post-close hooks at 1733207448598 (+6 ms)Closed at 1733207448599 (+1 ms) 2024-12-03T06:30:48,599 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:48,677 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,36925,1733207422192; all regions closed. 2024-12-03T06:30:48,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:30:48,681 DEBUG [RS:0;122cddc95ec8:36925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/oldWALs 2024-12-03T06:30:48,681 INFO [RS:0;122cddc95ec8:36925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C36925%2C1733207422192.meta:.meta(num 1733207424892) 2024-12-03T06:30:48,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741839_1015 (size=2695) 2024-12-03T06:30:48,688 DEBUG [RS:0;122cddc95ec8:36925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/oldWALs 2024-12-03T06:30:48,688 INFO [RS:0;122cddc95ec8:36925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C36925%2C1733207422192.rep:(num 1733207435279) 2024-12-03T06:30:48,690 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/WALs/122cddc95ec8,36925,1733207422192/122cddc95ec8%2C36925%2C1733207422192.1733207423901 not finished, retry = 0 2024-12-03T06:30:48,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741832_1008 (size=1336) 2024-12-03T06:30:48,792 DEBUG [RS:0;122cddc95ec8:36925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/oldWALs 2024-12-03T06:30:48,792 INFO [RS:0;122cddc95ec8:36925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C36925%2C1733207422192:(num 1733207423901) 2024-12-03T06:30:48,792 DEBUG [RS:0;122cddc95ec8:36925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:48,792 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:30:48,792 INFO [RS:0;122cddc95ec8:36925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:30:48,792 INFO [RS:0;122cddc95ec8:36925 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T06:30:48,793 INFO [RS:0;122cddc95ec8:36925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:30:48,793 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:30:48,793 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,36925,1733207422192 because: Region server is closing 2024-12-03T06:30:48,793 INFO [RS:0;122cddc95ec8:36925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:36925. 2024-12-03T06:30:48,793 DEBUG [RS:0;122cddc95ec8:36925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:48,793 DEBUG [RS:0;122cddc95ec8:36925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:48,793 DEBUG [RS:0;122cddc95ec8:36925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:48,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:48,893 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.wal-reader.122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:30:48,894 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-03T06:30:48,894 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T06:30:48,894 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T06:30:49,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:49,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:30:49,379 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:30:49,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:30:49,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:49,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:49,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:49,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:49,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:49,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:49,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:49,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:49,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:49,795 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,36925,1733207422192.replicationSource.shipper122cddc95ec8%2C36925%2C1733207422192,1-122cddc95ec8,36925,1733207422192 terminated 2024-12-03T06:30:49,795 INFO [RS:0;122cddc95ec8:36925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:36925. 2024-12-03T06:30:49,795 DEBUG [RS:0;122cddc95ec8:36925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:30:49,795 DEBUG [RS:0;122cddc95ec8:36925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:49,795 DEBUG [RS:0;122cddc95ec8:36925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:49,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:30:49,795 INFO [RS:0;122cddc95ec8:36925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36925 2024-12-03T06:30:49,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0147321293/rs/122cddc95ec8,36925,1733207422192 2024-12-03T06:30:49,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293/rs 2024-12-03T06:30:49,806 INFO [RS:0;122cddc95ec8:36925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:30:49,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,36925,1733207422192] 2024-12-03T06:30:49,823 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0147321293/draining/122cddc95ec8,36925,1733207422192 already deleted, retry=false 2024-12-03T06:30:49,823 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,36925,1733207422192 expired; onlineServers=0 2024-12-03T06:30:49,823 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,39367,1733207422046' ***** 2024-12-03T06:30:49,823 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:30:49,823 INFO [M:0;122cddc95ec8:39367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:30:49,823 INFO [M:0;122cddc95ec8:39367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:30:49,823 DEBUG [M:0;122cddc95ec8:39367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:30:49,823 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:30:49,823 DEBUG [M:0;122cddc95ec8:39367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:30:49,823 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207423707 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207423707,5,FailOnTimeoutGroup] 2024-12-03T06:30:49,823 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207423714 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207423714,5,FailOnTimeoutGroup] 2024-12-03T06:30:49,823 INFO [M:0;122cddc95ec8:39367 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:30:49,823 INFO [M:0;122cddc95ec8:39367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:30:49,824 DEBUG [M:0;122cddc95ec8:39367 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:30:49,824 INFO [M:0;122cddc95ec8:39367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:30:49,824 INFO [M:0;122cddc95ec8:39367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:30:49,824 INFO [M:0;122cddc95ec8:39367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:30:49,824 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:30:49,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0147321293/master 2024-12-03T06:30:49,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0147321293 2024-12-03T06:30:49,831 DEBUG [M:0;122cddc95ec8:39367 {}] zookeeper.ZKUtil(347): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Unable to get data of znode /0147321293/master because node does not exist (not an error) 2024-12-03T06:30:49,831 WARN [M:0;122cddc95ec8:39367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:30:49,832 INFO [M:0;122cddc95ec8:39367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/.lastflushedseqids 2024-12-03T06:30:49,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741852_1028 (size=263) 2024-12-03T06:30:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:49,915 INFO [RS:0;122cddc95ec8:36925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:30:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x1009eb86c5b0001, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:49,915 INFO [RS:0;122cddc95ec8:36925 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,36925,1733207422192; zookeeper connection closed. 2024-12-03T06:30:49,915 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d9c9ef4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d9c9ef4 2024-12-03T06:30:49,915 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:30:50,237 INFO [M:0;122cddc95ec8:39367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:30:50,237 INFO [M:0;122cddc95ec8:39367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:30:50,237 DEBUG [M:0;122cddc95ec8:39367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:30:50,237 INFO [M:0;122cddc95ec8:39367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:50,237 DEBUG [M:0;122cddc95ec8:39367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:50,237 DEBUG [M:0;122cddc95ec8:39367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:30:50,237 DEBUG [M:0;122cddc95ec8:39367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:50,237 INFO [M:0;122cddc95ec8:39367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T06:30:50,250 DEBUG [M:0;122cddc95ec8:39367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e85dc5b8c654b9b88e3823627c94c5f is 82, key is hbase:meta,,1/info:regioninfo/1733207424927/Put/seqid=0 2024-12-03T06:30:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741853_1029 (size=5672) 2024-12-03T06:30:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:30:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:30:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:30:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T06:30:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:30:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:30:50,655 INFO [M:0;122cddc95ec8:39367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e85dc5b8c654b9b88e3823627c94c5f 2024-12-03T06:30:50,672 DEBUG [M:0;122cddc95ec8:39367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dda56d4bc53942969bb0dfc5feb40666 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733207435316/Put/seqid=0 2024-12-03T06:30:50,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741854_1030 (size=8516) 2024-12-03T06:30:51,076 INFO [M:0;122cddc95ec8:39367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dda56d4bc53942969bb0dfc5feb40666 2024-12-03T06:30:51,091 DEBUG [M:0;122cddc95ec8:39367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b784df9a7a7b44f08da258a83d79ceb0 is 69, key is 122cddc95ec8,36925,1733207422192/rs:state/1733207423760/Put/seqid=0 2024-12-03T06:30:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741855_1031 (size=5156) 2024-12-03T06:30:51,396 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:51,397 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:30:51,397 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:30:51,495 INFO [M:0;122cddc95ec8:39367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b784df9a7a7b44f08da258a83d79ceb0 2024-12-03T06:30:51,500 DEBUG [M:0;122cddc95ec8:39367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e85dc5b8c654b9b88e3823627c94c5f as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e85dc5b8c654b9b88e3823627c94c5f 2024-12-03T06:30:51,504 INFO [M:0;122cddc95ec8:39367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e85dc5b8c654b9b88e3823627c94c5f, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T06:30:51,505 DEBUG [M:0;122cddc95ec8:39367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dda56d4bc53942969bb0dfc5feb40666 as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dda56d4bc53942969bb0dfc5feb40666 2024-12-03T06:30:51,510 INFO [M:0;122cddc95ec8:39367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dda56d4bc53942969bb0dfc5feb40666, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T06:30:51,511 DEBUG [M:0;122cddc95ec8:39367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b784df9a7a7b44f08da258a83d79ceb0 as hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b784df9a7a7b44f08da258a83d79ceb0 2024-12-03T06:30:51,515 INFO [M:0;122cddc95ec8:39367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39217/user/jenkins/test-data/752f78af-b359-1da2-a24b-2fc513e9ec6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b784df9a7a7b44f08da258a83d79ceb0, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T06:30:51,516 INFO [M:0;122cddc95ec8:39367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-12-03T06:30:51,523 INFO [M:0;122cddc95ec8:39367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:51,523 DEBUG [M:0;122cddc95ec8:39367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207450237Disabling compacts and flushes for region at 1733207450237Disabling writes for close at 1733207450237Obtaining lock to block concurrent updates at 1733207450237Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207450237Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733207450238 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207450238Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207450238Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207450250 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207450250Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207450659 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207450671 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207450671Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207451080 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207451091 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207451091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9b712b: reopening flushed file at 1733207451499 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ffdc5ad: reopening flushed file at 1733207451505 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5725a1b1: reopening flushed file at 1733207451510 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1733207451516 (+6 ms)Writing region close event to WAL at 1733207451523 (+7 ms)Closed at 1733207451523 2024-12-03T06:30:51,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741830_1006 (size=63654) 2024-12-03T06:30:51,528 INFO [M:0;122cddc95ec8:39367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:30:51,528 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:30:51,528 INFO [M:0;122cddc95ec8:39367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39367 2024-12-03T06:30:51,528 INFO [M:0;122cddc95ec8:39367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:30:51,634 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:30:51,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:51,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39367-0x1009eb86c5b0000, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:30:51,665 INFO [M:0;122cddc95ec8:39367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:30:51,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@148a91a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:30:51,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3979a70c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:30:51,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:30:51,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@91cce69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:30:51,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35e71582{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/hadoop.log.dir/,STOPPED} 2024-12-03T06:30:51,669 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:30:51,669 WARN [BP-1568266227-172.17.0.2-1733207420356 heartbeating to localhost/127.0.0.1:39217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:30:51,669 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:30:51,669 WARN [BP-1568266227-172.17.0.2-1733207420356 heartbeating to localhost/127.0.0.1:39217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1568266227-172.17.0.2-1733207420356 (Datanode Uuid 94a7c8ff-7599-4726-8353-f49a7843706e) service to localhost/127.0.0.1:39217 2024-12-03T06:30:51,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/cluster_2115504a-94cc-5436-ab08-d1ebef6192f8/data/data1/current/BP-1568266227-172.17.0.2-1733207420356 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:30:51,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/cluster_2115504a-94cc-5436-ab08-d1ebef6192f8/data/data2/current/BP-1568266227-172.17.0.2-1733207420356 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:30:51,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:30:51,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2203128d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:30:51,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29b2d4a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:30:51,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:30:51,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27cd1f5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:30:51,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@293cc62b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a238aa3e-4070-1d0f-049a-7f6529d5f0c5/hadoop.log.dir/,STOPPED} 2024-12-03T06:30:51,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:30:51,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:30:51,711 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39217 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43087 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43087 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39217 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=617 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=11334 (was 11552) 2024-12-03T06:30:51,720 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=617, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=11334 2024-12-03T06:30:51,736 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-03T06:30:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/hadoop.log.dir so I do NOT create it in target/test-data/76e07992-af69-31bd-3686-404f8c9d749e 2024-12-03T06:30:51,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:30:51,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/hadoop.tmp.dir so I do NOT create it in target/test-data/76e07992-af69-31bd-3686-404f8c9d749e 2024-12-03T06:30:51,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec088f68-17be-d572-7601-16725931492b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:30:51,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e 2024-12-03T06:30:51,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/cluster_ee3bf18e-292f-1494-5093-ee687b69181e, deleteOnExit=true 2024-12-03T06:30:51,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/cluster_ee3bf18e-292f-1494-5093-ee687b69181e/zookeeper_0, clientPort=52303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/cluster_ee3bf18e-292f-1494-5093-ee687b69181e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/cluster_ee3bf18e-292f-1494-5093-ee687b69181e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:30:51,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52303 2024-12-03T06:30:51,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/test.cache.data in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:30:51,762 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:30:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:30:51,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:30:51,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:30:51,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:30:51,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:30:51,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:30:51,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:30:51,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009eb86c5b0005, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:30:51,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009eb86c5b0002, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:30:51,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009eb86c5b0005, quorum=127.0.0.1:60233, baseZNode=/1-757344692 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:30:51,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009eb86c5b0002, quorum=127.0.0.1:60233, baseZNode=/0147321293 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:30:52,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:52,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:30:52,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:30:52,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:30:52,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:30:52,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:52,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3294e530{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:30:52,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53047f3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:30:52,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e437044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/java.io.tmpdir/jetty-localhost-35783-hadoop-hdfs-3_4_1-tests_jar-_-any-9983763208061285885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:30:52,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ee8f04{HTTP/1.1, (http/1.1)}{localhost:35783} 2024-12-03T06:30:52,182 INFO [Time-limited test {}] server.Server(415): Started @197433ms 2024-12-03T06:30:52,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:52,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:30:52,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:30:52,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:30:52,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:30:52,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7580c67d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:30:52,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7235f80f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:30:52,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7517b687{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/java.io.tmpdir/jetty-localhost-36993-hadoop-hdfs-3_4_1-tests_jar-_-any-12621897462066084124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:30:52,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2800e149{HTTP/1.1, (http/1.1)}{localhost:36993} 2024-12-03T06:30:52,484 INFO [Time-limited test {}] server.Server(415): Started @197735ms 2024-12-03T06:30:52,485 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:30:52,969 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/cluster_ee3bf18e-292f-1494-5093-ee687b69181e/data/data1/current/BP-1798921463-172.17.0.2-1733207451776/current, will proceed with Du for space computation calculation, 2024-12-03T06:30:52,969 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/cluster_ee3bf18e-292f-1494-5093-ee687b69181e/data/data2/current/BP-1798921463-172.17.0.2-1733207451776/current, will proceed with Du for space computation calculation, 2024-12-03T06:30:52,982 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:30:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2966c46a3a5abed2 with lease ID 0x1a0fae774f9c645f: Processing first storage report for DS-473fb826-7491-4bf5-99e0-89d99acca3c9 from datanode DatanodeRegistration(127.0.0.1:38003, datanodeUuid=f9997847-d013-4081-94b3-0b97e76f390b, infoPort=45407, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=183797895;c=1733207451776) 2024-12-03T06:30:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2966c46a3a5abed2 with lease ID 0x1a0fae774f9c645f: from storage DS-473fb826-7491-4bf5-99e0-89d99acca3c9 node DatanodeRegistration(127.0.0.1:38003, datanodeUuid=f9997847-d013-4081-94b3-0b97e76f390b, infoPort=45407, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=183797895;c=1733207451776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:30:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2966c46a3a5abed2 with lease ID 0x1a0fae774f9c645f: Processing first storage report for DS-4156cdf4-644a-40db-a907-99bd5fb4e80f from datanode DatanodeRegistration(127.0.0.1:38003, datanodeUuid=f9997847-d013-4081-94b3-0b97e76f390b, infoPort=45407, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=183797895;c=1733207451776) 2024-12-03T06:30:52,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2966c46a3a5abed2 with lease ID 0x1a0fae774f9c645f: from storage DS-4156cdf4-644a-40db-a907-99bd5fb4e80f node DatanodeRegistration(127.0.0.1:38003, datanodeUuid=f9997847-d013-4081-94b3-0b97e76f390b, infoPort=45407, infoSecurePort=0, ipcPort=45087, storageInfo=lv=-57;cid=testClusterID;nsid=183797895;c=1733207451776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:30:53,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e 2024-12-03T06:30:53,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:53,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:53,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:30:53,415 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b with version=8 2024-12-03T06:30:53,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/hbase-staging 2024-12-03T06:30:53,417 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:30:53,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:53,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:53,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:30:53,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:53,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:30:53,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:30:53,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:30:53,418 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41981 2024-12-03T06:30:53,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41981 connecting to ZooKeeper ensemble=127.0.0.1:52303 2024-12-03T06:30:53,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419810x0, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:53,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41981-0x1009eb8e72a0000 connected 2024-12-03T06:30:53,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:53,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:53,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Set watcher on znode that does not yet exist, /0107194532/running 2024-12-03T06:30:53,551 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b, hbase.cluster.distributed=false 2024-12-03T06:30:53,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Set watcher on znode that does not yet exist, /0107194532/acl 2024-12-03T06:30:53,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41981 2024-12-03T06:30:53,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41981 2024-12-03T06:30:53,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41981 2024-12-03T06:30:53,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41981 2024-12-03T06:30:53,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41981 2024-12-03T06:30:53,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:30:53,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:53,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:53,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:30:53,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:53,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:30:53,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:30:53,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:30:53,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38189 2024-12-03T06:30:53,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38189 connecting to ZooKeeper ensemble=127.0.0.1:52303 2024-12-03T06:30:53,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:53,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:53,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381890x0, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:53,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38189-0x1009eb8e72a0001 connected 2024-12-03T06:30:53,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Set watcher on znode that does not yet exist, /0107194532/running 2024-12-03T06:30:53,582 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:30:53,582 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:30:53,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Set watcher on znode that does not yet exist, /0107194532/master 2024-12-03T06:30:53,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Set watcher on znode that does not yet exist, /0107194532/acl 2024-12-03T06:30:53,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38189 2024-12-03T06:30:53,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38189 2024-12-03T06:30:53,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38189 2024-12-03T06:30:53,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38189 2024-12-03T06:30:53,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38189 2024-12-03T06:30:53,601 DEBUG [M:0;122cddc95ec8:41981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:41981 2024-12-03T06:30:53,602 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0107194532/backup-masters/122cddc95ec8,41981,1733207453417 2024-12-03T06:30:53,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532/backup-masters 2024-12-03T06:30:53,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532/backup-masters 2024-12-03T06:30:53,606 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Set watcher on existing znode=/0107194532/backup-masters/122cddc95ec8,41981,1733207453417 2024-12-03T06:30:53,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:53,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0107194532/master 2024-12-03T06:30:53,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:53,615 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Set watcher on existing znode=/0107194532/master 2024-12-03T06:30:53,615 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0107194532/backup-masters/122cddc95ec8,41981,1733207453417 from backup master directory 2024-12-03T06:30:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532/backup-masters 2024-12-03T06:30:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107194532/backup-masters/122cddc95ec8,41981,1733207453417 2024-12-03T06:30:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532/backup-masters 2024-12-03T06:30:53,623 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:30:53,623 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,41981,1733207453417 2024-12-03T06:30:53,626 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/hbase.id] with ID: 756495aa-79d8-4880-87f9-26f787fed003 2024-12-03T06:30:53,626 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/.tmp/hbase.id 2024-12-03T06:30:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:30:54,034 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/.tmp/hbase.id]:[hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/hbase.id] 2024-12-03T06:30:54,041 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:54,041 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:30:54,042 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:30:54,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:54,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:54,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:30:54,480 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:54,481 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:30:54,481 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:30:54,888 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store 2024-12-03T06:30:54,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:30:55,295 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:55,295 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:30:55,295 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:55,295 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:55,295 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:30:55,295 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:55,295 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:55,295 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207455295Disabling compacts and flushes for region at 1733207455295Disabling writes for close at 1733207455295Writing region close event to WAL at 1733207455295Closed at 1733207455295 2024-12-03T06:30:55,296 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/.initializing 2024-12-03T06:30:55,296 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/WALs/122cddc95ec8,41981,1733207453417 2024-12-03T06:30:55,297 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:55,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:30:55,298 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C41981%2C1733207453417, suffix=, logDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/WALs/122cddc95ec8,41981,1733207453417, archiveDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/oldWALs, maxLogs=10 2024-12-03T06:30:55,309 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/WALs/122cddc95ec8,41981,1733207453417/122cddc95ec8%2C41981%2C1733207453417.1733207455298, exclude list is [], retry=0 2024-12-03T06:30:55,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-473fb826-7491-4bf5-99e0-89d99acca3c9,DISK] 2024-12-03T06:30:55,313 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/WALs/122cddc95ec8,41981,1733207453417/122cddc95ec8%2C41981%2C1733207453417.1733207455298 2024-12-03T06:30:55,313 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45407:45407)] 2024-12-03T06:30:55,313 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:55,314 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:55,314 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,314 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:55,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:55,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:55,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:55,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:55,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:55,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:30:55,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:55,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:55,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:30:55,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:55,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:55,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:30:55,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:55,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:55,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:55,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:30:55,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:55,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:55,322 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,322 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,323 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,323 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,323 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:55,324 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:55,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:55,325 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:55,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:30:55,327 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:55,327 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67328461, jitterRate=0.0032722502946853638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:55,328 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207455314Initializing all the Stores at 1733207455314Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207455314Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207455316 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207455316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207455316Cleaning up temporary data from old regions at 1733207455323 (+7 ms)Region opened successfully at 1733207455328 (+5 ms) 2024-12-03T06:30:55,328 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:30:55,331 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4b67c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:55,331 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:30:55,332 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:30:55,332 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:30:55,332 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:30:55,332 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:30:55,333 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:30:55,333 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:30:55,338 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:30:55,339 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Unable to get data of znode /0107194532/balancer because node does not exist (not necessarily an error) 2024-12-03T06:30:55,381 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107194532/balancer already deleted, retry=false 2024-12-03T06:30:55,382 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:30:55,383 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Unable to get data of znode /0107194532/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:30:55,389 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107194532/normalizer already deleted, retry=false 2024-12-03T06:30:55,390 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:30:55,391 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Unable to get data of znode /0107194532/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:30:55,398 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107194532/switch/split already deleted, retry=false 2024-12-03T06:30:55,399 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Unable to get data of znode /0107194532/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:30:55,406 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107194532/switch/merge already deleted, retry=false 2024-12-03T06:30:55,408 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Unable to get data of znode /0107194532/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:30:55,414 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0107194532/snapshot-cleanup already deleted, retry=false 2024-12-03T06:30:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0107194532/running 2024-12-03T06:30:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0107194532/running 2024-12-03T06:30:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:55,423 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,41981,1733207453417, sessionid=0x1009eb8e72a0000, setting cluster-up flag (Was=false) 2024-12-03T06:30:55,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:30:55,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:30:55,428 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:30:55,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:55,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:55,464 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0107194532/flush-table-proc/acquired, /0107194532/flush-table-proc/reached, /0107194532/flush-table-proc/abort 2024-12-03T06:30:55,465 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,41981,1733207453417 2024-12-03T06:30:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:55,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:55,506 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0107194532/online-snapshot/acquired, /0107194532/online-snapshot/reached, /0107194532/online-snapshot/abort 2024-12-03T06:30:55,507 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,41981,1733207453417 2024-12-03T06:30:55,508 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:30:55,511 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:55,511 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:30:55,511 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:30:55,512 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,41981,1733207453417 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:30:55,513 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:55,513 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:55,513 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:55,513 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:55,513 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:30:55,513 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,513 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:55,513 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:55,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:30:55,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:55,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:30:55,518 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207485518 2024-12-03T06:30:55,518 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:30:55,518 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:30:55,518 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:30:55,518 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:30:55,518 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:30:55,518 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:30:55,522 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,522 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:30:55,522 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:30:55,522 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:30:55,522 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:30:55,525 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:30:55,525 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:30:55,526 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207455525,5,FailOnTimeoutGroup] 2024-12-03T06:30:55,526 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207455526,5,FailOnTimeoutGroup] 2024-12-03T06:30:55,526 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,526 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:30:55,526 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,526 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:30:55,594 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(746): ClusterId : 756495aa-79d8-4880-87f9-26f787fed003 2024-12-03T06:30:55,595 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:30:55,598 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:30:55,598 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:30:55,607 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:30:55,607 DEBUG [RS:0;122cddc95ec8:38189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2663fb2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:55,617 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:38189 2024-12-03T06:30:55,617 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:30:55,617 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:30:55,617 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:30:55,617 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,41981,1733207453417 with port=38189, startcode=1733207453565 2024-12-03T06:30:55,618 DEBUG [RS:0;122cddc95ec8:38189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:30:55,619 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:30:55,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,38189,1733207453565 2024-12-03T06:30:55,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,38189,1733207453565 2024-12-03T06:30:55,620 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b 2024-12-03T06:30:55,620 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42479 2024-12-03T06:30:55,620 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:30:55,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532/rs 2024-12-03T06:30:55,631 DEBUG [RS:0;122cddc95ec8:38189 {}] zookeeper.ZKUtil(111): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Set watcher on existing znode=/0107194532/rs/122cddc95ec8,38189,1733207453565 2024-12-03T06:30:55,631 WARN [RS:0;122cddc95ec8:38189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:30:55,631 INFO [RS:0;122cddc95ec8:38189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:55,631 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565 2024-12-03T06:30:55,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,38189,1733207453565] 2024-12-03T06:30:55,634 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:30:55,635 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:30:55,635 INFO [RS:0;122cddc95ec8:38189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:30:55,635 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,635 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:30:55,636 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:30:55,636 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:30:55,636 DEBUG [RS:0;122cddc95ec8:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:30:55,640 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,640 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,640 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,640 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,640 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,640 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38189,1733207453565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:30:55,652 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:30:55,652 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38189,1733207453565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,652 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,652 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.Replication(171): 122cddc95ec8,38189,1733207453565 started 2024-12-03T06:30:55,663 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:55,663 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,38189,1733207453565, RpcServer on 122cddc95ec8/172.17.0.2:38189, sessionid=0x1009eb8e72a0001 2024-12-03T06:30:55,663 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:30:55,664 DEBUG [RS:0;122cddc95ec8:38189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,38189,1733207453565 2024-12-03T06:30:55,664 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,38189,1733207453565' 2024-12-03T06:30:55,664 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0107194532/flush-table-proc/abort' 2024-12-03T06:30:55,664 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0107194532/flush-table-proc/acquired' 2024-12-03T06:30:55,664 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:30:55,664 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:30:55,664 DEBUG [RS:0;122cddc95ec8:38189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,38189,1733207453565 2024-12-03T06:30:55,664 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,38189,1733207453565' 2024-12-03T06:30:55,664 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0107194532/online-snapshot/abort' 2024-12-03T06:30:55,665 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0107194532/online-snapshot/acquired' 2024-12-03T06:30:55,665 DEBUG [RS:0;122cddc95ec8:38189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:30:55,665 INFO [RS:0;122cddc95ec8:38189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:30:55,665 INFO [RS:0;122cddc95ec8:38189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:30:55,765 INFO [RS:0;122cddc95ec8:38189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:55,767 INFO [RS:0;122cddc95ec8:38189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C38189%2C1733207453565, suffix=, logDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565, archiveDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/oldWALs, maxLogs=10 2024-12-03T06:30:55,778 DEBUG [RS:0;122cddc95ec8:38189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767, exclude list is [], retry=0 2024-12-03T06:30:55,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-473fb826-7491-4bf5-99e0-89d99acca3c9,DISK] 2024-12-03T06:30:55,782 INFO [RS:0;122cddc95ec8:38189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 2024-12-03T06:30:55,782 DEBUG [RS:0;122cddc95ec8:38189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45407:45407)] 2024-12-03T06:30:55,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:30:55,928 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b 2024-12-03T06:30:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:30:56,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:56,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:30:56,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:30:56,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:56,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:56,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:30:56,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:30:56,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:56,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:56,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:30:56,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:30:56,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:56,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:56,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:30:56,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:30:56,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:56,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:56,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:30:56,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740 2024-12-03T06:30:56,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740 2024-12-03T06:30:56,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:30:56,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:30:56,342 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:56,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:30:56,345 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:56,345 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74793664, jitterRate=0.11451244354248047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:56,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207456334Initializing all the Stores at 1733207456334Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207456335 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207456335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207456335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207456335Cleaning up temporary data from old regions at 1733207456342 (+7 ms)Region opened successfully at 1733207456345 (+3 ms) 2024-12-03T06:30:56,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:30:56,345 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:30:56,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:30:56,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:30:56,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:30:56,346 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:30:56,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207456345Disabling compacts and flushes for region at 1733207456345Disabling writes for close at 1733207456345Writing region close event to WAL at 1733207456346 (+1 ms)Closed at 1733207456346 2024-12-03T06:30:56,347 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:56,347 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:30:56,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:30:56,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:30:56,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:30:56,499 DEBUG [122cddc95ec8:41981 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:30:56,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,38189,1733207453565 2024-12-03T06:30:56,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,38189,1733207453565, state=OPENING 2024-12-03T06:30:56,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:30:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:30:56,540 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:30:56,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,38189,1733207453565}] 2024-12-03T06:30:56,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107194532/meta-region-server: CHANGED 2024-12-03T06:30:56,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107194532/meta-region-server: CHANGED 2024-12-03T06:30:56,692 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:30:56,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:30:56,697 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:30:56,697 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:56,697 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:30:56,698 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C38189%2C1733207453565.meta, suffix=.meta, logDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565, archiveDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/oldWALs, maxLogs=10 2024-12-03T06:30:56,714 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.meta.1733207456699.meta, exclude list is [], retry=0 2024-12-03T06:30:56,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-473fb826-7491-4bf5-99e0-89d99acca3c9,DISK] 2024-12-03T06:30:56,717 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.meta.1733207456699.meta 2024-12-03T06:30:56,718 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45407:45407)] 2024-12-03T06:30:56,718 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:56,718 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:30:56,718 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:30:56,718 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:30:56,718 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:30:56,718 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:30:56,718 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:56,718 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:30:56,718 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:30:56,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:30:56,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:30:56,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:56,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:56,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:30:56,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:30:56,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:56,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:56,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:30:56,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:30:56,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:56,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:56,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:30:56,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:30:56,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:56,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:56,724 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:30:56,725 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740 2024-12-03T06:30:56,726 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740 2024-12-03T06:30:56,726 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:30:56,726 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:30:56,727 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:56,728 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:30:56,728 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66261405, jitterRate=-0.012628123164176941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:56,728 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:30:56,729 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207456719Writing region info on filesystem at 1733207456719Initializing all the Stores at 1733207456719Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207456719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207456720 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207456720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207456720Cleaning up temporary data from old regions at 1733207456726 (+6 ms)Running coprocessor post-open hooks at 1733207456728 (+2 ms)Region opened successfully at 1733207456729 (+1 ms) 2024-12-03T06:30:56,729 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207456692 2024-12-03T06:30:56,731 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:30:56,731 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:30:56,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,38189,1733207453565 2024-12-03T06:30:56,732 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,38189,1733207453565, state=OPEN 2024-12-03T06:30:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0107194532/meta-region-server 2024-12-03T06:30:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0107194532/meta-region-server 2024-12-03T06:30:56,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,38189,1733207453565 2024-12-03T06:30:56,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107194532/meta-region-server: CHANGED 2024-12-03T06:30:56,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0107194532/meta-region-server: CHANGED 2024-12-03T06:30:56,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:30:56,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,38189,1733207453565 in 221 msec 2024-12-03T06:30:56,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:30:56,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-12-03T06:30:56,765 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:56,765 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:30:56,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:56,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,38189,1733207453565, seqNum=-1] 2024-12-03T06:30:56,767 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:56,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:56,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-12-03T06:30:56,772 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207456772, completionTime=-1 2024-12-03T06:30:56,772 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:30:56,772 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:30:56,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:30:56,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207516775 2024-12-03T06:30:56,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207576775 2024-12-03T06:30:56,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T06:30:56,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41981,1733207453417-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:56,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41981,1733207453417-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:56,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41981,1733207453417-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:56,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:41981, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:56,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:56,775 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:56,777 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:30:56,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.157sec 2024-12-03T06:30:56,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:30:56,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:30:56,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:30:56,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:30:56,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:30:56,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41981,1733207453417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:30:56,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41981,1733207453417-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:30:56,782 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:30:56,783 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:30:56,783 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41981,1733207453417-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:56,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552ce7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:56,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41981,-1 for getting cluster id 2024-12-03T06:30:56,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:30:56,797 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756495aa-79d8-4880-87f9-26f787fed003' 2024-12-03T06:30:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:30:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756495aa-79d8-4880-87f9-26f787fed003" 2024-12-03T06:30:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a38aa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41981,-1] 2024-12-03T06:30:56,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:30:56,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:30:56,799 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:30:56,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c09702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:30:56,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:30:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,38189,1733207453565, seqNum=-1] 2024-12-03T06:30:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:30:56,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:30:56,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,41981,1733207453417 2024-12-03T06:30:56,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52303 2024-12-03T06:30:56,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:56,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009eb8e72a0002 connected 2024-12-03T06:30:56,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/hadoop.log.dir so I do NOT create it in target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead 2024-12-03T06:30:56,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:30:56,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/hadoop.tmp.dir so I do NOT create it in target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead 2024-12-03T06:30:56,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:30:56,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead 2024-12-03T06:30:56,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:30:56,826 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/cluster_8903ac56-a2ff-9267-b865-12b28f455968, deleteOnExit=true 2024-12-03T06:30:56,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:30:56,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/test.cache.data in system properties and HBase conf 2024-12-03T06:30:56,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:30:56,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:30:56,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:30:56,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:30:56,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:30:56,827 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:30:56,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:30:56,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:30:56,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:30:56,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:30:56,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:30:56,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:30:56,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:30:56,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:30:56,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:30:56,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:30:56,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:30:56,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:30:56,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:30:56,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:30:57,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:57,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:30:57,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:30:57,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:30:57,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:30:57,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:57,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71fe6b1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:30:57,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b99f3dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:30:57,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6698f2f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/java.io.tmpdir/jetty-localhost-36051-hadoop-hdfs-3_4_1-tests_jar-_-any-17315627479279128167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:30:57,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26844da4{HTTP/1.1, (http/1.1)}{localhost:36051} 2024-12-03T06:30:57,133 INFO [Time-limited test {}] server.Server(415): Started @202384ms 2024-12-03T06:30:57,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:30:57,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:30:57,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:30:57,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:30:57,298 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:30:57,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@258aa330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:30:57,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7708efa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:30:57,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62ee8a2a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/java.io.tmpdir/jetty-localhost-37421-hadoop-hdfs-3_4_1-tests_jar-_-any-2057263124577708443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:30:57,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3277f782{HTTP/1.1, (http/1.1)}{localhost:37421} 2024-12-03T06:30:57,390 INFO [Time-limited test {}] server.Server(415): Started @202641ms 2024-12-03T06:30:57,391 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:30:57,845 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/cluster_8903ac56-a2ff-9267-b865-12b28f455968/data/data1/current/BP-1910896541-172.17.0.2-1733207456850/current, will proceed with Du for space computation calculation, 2024-12-03T06:30:57,845 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/cluster_8903ac56-a2ff-9267-b865-12b28f455968/data/data2/current/BP-1910896541-172.17.0.2-1733207456850/current, will proceed with Du for space computation calculation, 2024-12-03T06:30:57,861 WARN [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:30:57,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8ab858bc4f1e5a4 with lease ID 0xeed7f2077e63f2a2: Processing first storage report for DS-d885556d-6237-4cc6-b08a-4fd5db801ae3 from datanode DatanodeRegistration(127.0.0.1:32915, datanodeUuid=b378dc22-5133-4269-930c-ae01572e9e22, infoPort=40217, infoSecurePort=0, ipcPort=36453, storageInfo=lv=-57;cid=testClusterID;nsid=264085243;c=1733207456850) 2024-12-03T06:30:57,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8ab858bc4f1e5a4 with lease ID 0xeed7f2077e63f2a2: from storage DS-d885556d-6237-4cc6-b08a-4fd5db801ae3 node DatanodeRegistration(127.0.0.1:32915, datanodeUuid=b378dc22-5133-4269-930c-ae01572e9e22, infoPort=40217, infoSecurePort=0, ipcPort=36453, storageInfo=lv=-57;cid=testClusterID;nsid=264085243;c=1733207456850), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T06:30:57,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8ab858bc4f1e5a4 with lease ID 0xeed7f2077e63f2a2: Processing first storage report for DS-d21b6c96-eb24-4311-b560-3df3a58bbd80 from datanode DatanodeRegistration(127.0.0.1:32915, datanodeUuid=b378dc22-5133-4269-930c-ae01572e9e22, infoPort=40217, infoSecurePort=0, ipcPort=36453, storageInfo=lv=-57;cid=testClusterID;nsid=264085243;c=1733207456850) 2024-12-03T06:30:57,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8ab858bc4f1e5a4 with lease ID 0xeed7f2077e63f2a2: from storage DS-d21b6c96-eb24-4311-b560-3df3a58bbd80 node DatanodeRegistration(127.0.0.1:32915, datanodeUuid=b378dc22-5133-4269-930c-ae01572e9e22, infoPort=40217, infoSecurePort=0, ipcPort=36453, storageInfo=lv=-57;cid=testClusterID;nsid=264085243;c=1733207456850), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:30:57,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead 2024-12-03T06:30:57,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:57,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:57,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:30:58,327 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7 with version=8 2024-12-03T06:30:58,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/hbase-staging 2024-12-03T06:30:58,330 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:30:58,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:58,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:58,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:30:58,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:58,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:30:58,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:30:58,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:30:58,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39787 2024-12-03T06:30:58,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39787 connecting to ZooKeeper ensemble=127.0.0.1:52303 2024-12-03T06:30:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397870x0, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:58,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39787-0x1009eb8e72a0003 connected 2024-12-03T06:30:58,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:58,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:58,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Set watcher on znode that does not yet exist, /1-1620201377/running 2024-12-03T06:30:58,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7, hbase.cluster.distributed=false 2024-12-03T06:30:58,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Set watcher on znode that does not yet exist, /1-1620201377/acl 2024-12-03T06:30:58,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39787 2024-12-03T06:30:58,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39787 2024-12-03T06:30:58,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39787 2024-12-03T06:30:58,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39787 2024-12-03T06:30:58,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39787 2024-12-03T06:30:58,442 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:30:58,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:58,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:58,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:30:58,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:30:58,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:30:58,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:30:58,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:30:58,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39445 2024-12-03T06:30:58,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39445 connecting to ZooKeeper ensemble=127.0.0.1:52303 2024-12-03T06:30:58,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:58,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:58,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394450x0, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:30:58,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39445-0x1009eb8e72a0004 connected 2024-12-03T06:30:58,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Set watcher on znode that does not yet exist, /1-1620201377/running 2024-12-03T06:30:58,457 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:30:58,458 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:30:58,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Set watcher on znode that does not yet exist, /1-1620201377/master 2024-12-03T06:30:58,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Set watcher on znode that does not yet exist, /1-1620201377/acl 2024-12-03T06:30:58,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39445 2024-12-03T06:30:58,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39445 2024-12-03T06:30:58,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39445 2024-12-03T06:30:58,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39445 2024-12-03T06:30:58,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39445 2024-12-03T06:30:58,473 DEBUG [M:0;122cddc95ec8:39787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:39787 2024-12-03T06:30:58,473 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1620201377/backup-masters/122cddc95ec8,39787,1733207458329 2024-12-03T06:30:58,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377/backup-masters 2024-12-03T06:30:58,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377/backup-masters 2024-12-03T06:30:58,481 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Set watcher on existing znode=/1-1620201377/backup-masters/122cddc95ec8,39787,1733207458329 2024-12-03T06:30:58,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1620201377/master 2024-12-03T06:30:58,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:30:58,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:30:58,489 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Set watcher on existing znode=/1-1620201377/master 2024-12-03T06:30:58,490 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1620201377/backup-masters/122cddc95ec8,39787,1733207458329 from backup master directory 2024-12-03T06:30:58,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1620201377/backup-masters/122cddc95ec8,39787,1733207458329 2024-12-03T06:30:58,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377/backup-masters 2024-12-03T06:30:58,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377/backup-masters 2024-12-03T06:30:58,498 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:30:58,498 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,39787,1733207458329 2024-12-03T06:30:58,500 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/hbase.id] with ID: a87b6daf-ab82-45c8-ab0f-56454ee21f48 2024-12-03T06:30:58,500 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/.tmp/hbase.id 2024-12-03T06:30:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:30:58,905 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/.tmp/hbase.id]:[hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/hbase.id] 2024-12-03T06:30:58,913 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:30:58,913 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:30:58,914 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:30:58,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:30:58,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:30:58,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:30:59,353 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:30:59,353 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:30:59,354 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:30:59,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:30:59,760 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store 2024-12-03T06:30:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:30:59,765 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:59,765 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:30:59,765 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:59,765 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:59,765 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:30:59,765 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:59,765 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:30:59,765 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207459765Disabling compacts and flushes for region at 1733207459765Disabling writes for close at 1733207459765Writing region close event to WAL at 1733207459765Closed at 1733207459765 2024-12-03T06:30:59,766 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/.initializing 2024-12-03T06:30:59,766 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/WALs/122cddc95ec8,39787,1733207458329 2024-12-03T06:30:59,767 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:30:59,768 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C39787%2C1733207458329, suffix=, logDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/WALs/122cddc95ec8,39787,1733207458329, archiveDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/oldWALs, maxLogs=10 2024-12-03T06:30:59,778 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/WALs/122cddc95ec8,39787,1733207458329/122cddc95ec8%2C39787%2C1733207458329.1733207459768, exclude list is [], retry=0 2024-12-03T06:30:59,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32915,DS-d885556d-6237-4cc6-b08a-4fd5db801ae3,DISK] 2024-12-03T06:30:59,781 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/WALs/122cddc95ec8,39787,1733207458329/122cddc95ec8%2C39787%2C1733207458329.1733207459768 2024-12-03T06:30:59,781 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40217:40217)] 2024-12-03T06:30:59,781 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:30:59,782 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:30:59,782 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,782 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:30:59,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:59,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:30:59,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:30:59,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:59,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:59,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:30:59,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:59,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:59,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:30:59,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:59,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:30:59,787 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,787 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,787 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,788 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,788 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,788 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:30:59,789 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:30:59,790 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:30:59,791 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62025608, jitterRate=-0.07574641704559326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:30:59,791 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207459782Initializing all the Stores at 1733207459782Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207459782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207459782Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207459782Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207459782Cleaning up temporary data from old regions at 1733207459788 (+6 ms)Region opened successfully at 1733207459791 (+3 ms) 2024-12-03T06:30:59,791 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:30:59,793 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373ed242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:30:59,794 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:30:59,794 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:30:59,794 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:30:59,794 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:30:59,794 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:30:59,794 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:30:59,794 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:30:59,796 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:30:59,796 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Unable to get data of znode /1-1620201377/balancer because node does not exist (not necessarily an error) 2024-12-03T06:30:59,831 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1620201377/balancer already deleted, retry=false 2024-12-03T06:30:59,831 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:30:59,832 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Unable to get data of znode /1-1620201377/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:30:59,839 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1620201377/normalizer already deleted, retry=false 2024-12-03T06:30:59,839 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:30:59,840 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Unable to get data of znode /1-1620201377/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:30:59,847 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1620201377/switch/split already deleted, retry=false 2024-12-03T06:30:59,848 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Unable to get data of znode /1-1620201377/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:30:59,856 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1620201377/switch/merge already deleted, retry=false 2024-12-03T06:30:59,857 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Unable to get data of znode /1-1620201377/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:30:59,864 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1620201377/snapshot-cleanup already deleted, retry=false 2024-12-03T06:30:59,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1620201377/running 2024-12-03T06:30:59,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1620201377/running 2024-12-03T06:30:59,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:30:59,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:30:59,873 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,39787,1733207458329, sessionid=0x1009eb8e72a0003, setting cluster-up flag (Was=false) 2024-12-03T06:30:59,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:30:59,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:30:59,914 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1620201377/flush-table-proc/acquired, /1-1620201377/flush-table-proc/reached, /1-1620201377/flush-table-proc/abort 2024-12-03T06:30:59,915 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,39787,1733207458329 2024-12-03T06:30:59,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:30:59,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:30:59,964 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1620201377/online-snapshot/acquired, /1-1620201377/online-snapshot/reached, /1-1620201377/online-snapshot/abort 2024-12-03T06:30:59,965 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,39787,1733207458329 2024-12-03T06:30:59,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:30:59,967 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:59,967 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:30:59,967 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:30:59,968 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,39787,1733207458329 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:30:59,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:59,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:59,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:59,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:30:59,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:30:59,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:59,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:30:59,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:30:59,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207489970 2024-12-03T06:30:59,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:30:59,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:30:59,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:30:59,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:30:59,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:30:59,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:30:59,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:30:59,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:59,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:30:59,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:30:59,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:30:59,971 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:30:59,971 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:30:59,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:30:59,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:30:59,974 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:30:59,974 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:30:59,982 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207459974,5,FailOnTimeoutGroup] 2024-12-03T06:30:59,993 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207459982,5,FailOnTimeoutGroup] 2024-12-03T06:30:59,993 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:59,993 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:30:59,993 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:59,993 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:30:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:31:00,067 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(746): ClusterId : a87b6daf-ab82-45c8-ab0f-56454ee21f48 2024-12-03T06:31:00,067 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:31:00,073 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:31:00,073 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:31:00,081 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:31:00,082 DEBUG [RS:0;122cddc95ec8:39445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7486f415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:31:00,092 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:39445 2024-12-03T06:31:00,092 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:31:00,092 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:31:00,092 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:31:00,093 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,39787,1733207458329 with port=39445, startcode=1733207458441 2024-12-03T06:31:00,093 DEBUG [RS:0;122cddc95ec8:39445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:31:00,094 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:31:00,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,39445,1733207458441 2024-12-03T06:31:00,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39787 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,39445,1733207458441 2024-12-03T06:31:00,096 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7 2024-12-03T06:31:00,096 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40651 2024-12-03T06:31:00,096 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:31:00,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377/rs 2024-12-03T06:31:00,144 DEBUG [RS:0;122cddc95ec8:39445 {}] zookeeper.ZKUtil(111): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Set watcher on existing znode=/1-1620201377/rs/122cddc95ec8,39445,1733207458441 2024-12-03T06:31:00,144 WARN [RS:0;122cddc95ec8:39445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:31:00,144 INFO [RS:0;122cddc95ec8:39445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:00,144 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441 2024-12-03T06:31:00,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,39445,1733207458441] 2024-12-03T06:31:00,147 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:31:00,148 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:31:00,148 INFO [RS:0;122cddc95ec8:39445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:31:00,149 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:00,149 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:31:00,149 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:31:00,149 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:00,149 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,149 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,149 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,149 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,150 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,150 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:31:00,150 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,150 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,150 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,150 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,150 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,150 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:00,150 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:31:00,150 DEBUG [RS:0;122cddc95ec8:39445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:31:00,150 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:00,150 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:00,150 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:00,150 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:00,150 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:00,150 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39445,1733207458441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:31:00,163 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:31:00,163 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39445,1733207458441-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:00,163 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:00,163 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.Replication(171): 122cddc95ec8,39445,1733207458441 started 2024-12-03T06:31:00,174 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:00,174 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,39445,1733207458441, RpcServer on 122cddc95ec8/172.17.0.2:39445, sessionid=0x1009eb8e72a0004 2024-12-03T06:31:00,174 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:31:00,174 DEBUG [RS:0;122cddc95ec8:39445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,39445,1733207458441 2024-12-03T06:31:00,174 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,39445,1733207458441' 2024-12-03T06:31:00,174 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1620201377/flush-table-proc/abort' 2024-12-03T06:31:00,175 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1620201377/flush-table-proc/acquired' 2024-12-03T06:31:00,175 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:31:00,175 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:31:00,175 DEBUG [RS:0;122cddc95ec8:39445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,39445,1733207458441 2024-12-03T06:31:00,175 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,39445,1733207458441' 2024-12-03T06:31:00,175 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1620201377/online-snapshot/abort' 2024-12-03T06:31:00,176 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1620201377/online-snapshot/acquired' 2024-12-03T06:31:00,176 DEBUG [RS:0;122cddc95ec8:39445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:31:00,176 INFO [RS:0;122cddc95ec8:39445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:31:00,176 INFO [RS:0;122cddc95ec8:39445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:31:00,276 INFO [RS:0;122cddc95ec8:39445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:31:00,278 INFO [RS:0;122cddc95ec8:39445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C39445%2C1733207458441, suffix=, logDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441, archiveDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/oldWALs, maxLogs=10 2024-12-03T06:31:00,307 DEBUG [RS:0;122cddc95ec8:39445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278, exclude list is [], retry=0 2024-12-03T06:31:00,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32915,DS-d885556d-6237-4cc6-b08a-4fd5db801ae3,DISK] 2024-12-03T06:31:00,312 INFO [RS:0;122cddc95ec8:39445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 2024-12-03T06:31:00,312 DEBUG [RS:0;122cddc95ec8:39445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40217:40217)] 2024-12-03T06:31:00,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:31:00,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T06:31:00,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:00,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T06:31:00,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:31:00,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T06:31:00,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:31:00,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7 2024-12-03T06:31:00,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:31:00,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:00,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:31:00,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:31:00,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:00,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:00,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:31:00,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:31:00,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:00,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:00,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:31:00,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:31:00,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:00,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:00,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:31:00,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:31:00,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:00,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:00,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:31:00,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740 2024-12-03T06:31:00,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740 2024-12-03T06:31:00,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:31:00,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:31:00,812 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:00,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:31:00,814 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:00,814 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63460352, jitterRate=-0.0543670654296875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:00,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207460805Initializing all the Stores at 1733207460805Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207460805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207460805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207460805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207460805Cleaning up temporary data from old regions at 1733207460812 (+7 ms)Region opened successfully at 1733207460814 (+2 ms) 2024-12-03T06:31:00,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:31:00,814 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:31:00,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:31:00,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:31:00,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:31:00,815 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:00,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207460814Disabling compacts and flushes for region at 1733207460814Disabling writes for close at 1733207460814Writing region close event to WAL at 1733207460815 (+1 ms)Closed at 1733207460815 2024-12-03T06:31:00,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:00,816 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:31:00,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:31:00,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:31:00,817 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:31:00,967 DEBUG [122cddc95ec8:39787 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:31:00,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,39445,1733207458441 2024-12-03T06:31:00,969 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,39445,1733207458441, state=OPENING 2024-12-03T06:31:00,997 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:31:01,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:31:01,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:31:01,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:31:01,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,39445,1733207458441}] 2024-12-03T06:31:01,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1620201377/meta-region-server: CHANGED 2024-12-03T06:31:01,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1620201377/meta-region-server: CHANGED 2024-12-03T06:31:01,158 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:31:01,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:31:01,162 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:31:01,162 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:01,162 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:31:01,163 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C39445%2C1733207458441.meta, suffix=.meta, logDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441, archiveDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/oldWALs, maxLogs=10 2024-12-03T06:31:01,174 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.meta.1733207461164.meta, exclude list is [], retry=0 2024-12-03T06:31:01,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32915,DS-d885556d-6237-4cc6-b08a-4fd5db801ae3,DISK] 2024-12-03T06:31:01,177 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.meta.1733207461164.meta 2024-12-03T06:31:01,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40217:40217)] 2024-12-03T06:31:01,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:01,178 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:01,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:31:01,178 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:31:01,178 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:31:01,179 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:31:01,179 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:01,179 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:31:01,179 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:31:01,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:31:01,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:31:01,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:01,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:01,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:31:01,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:31:01,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:01,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:01,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:31:01,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:31:01,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:01,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:01,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:31:01,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:31:01,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:01,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:01,184 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:31:01,184 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740 2024-12-03T06:31:01,185 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740 2024-12-03T06:31:01,185 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:31:01,185 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:31:01,186 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:01,186 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:31:01,187 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67309566, jitterRate=0.0029906928539276123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:01,187 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:31:01,187 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207461179Writing region info on filesystem at 1733207461179Initializing all the Stores at 1733207461179Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207461179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207461180 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207461180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207461180Cleaning up temporary data from old regions at 1733207461185 (+5 ms)Running coprocessor post-open hooks at 1733207461187 (+2 ms)Region opened successfully at 1733207461187 2024-12-03T06:31:01,188 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207461158 2024-12-03T06:31:01,190 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:31:01,190 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:31:01,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,39445,1733207458441 2024-12-03T06:31:01,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,39445,1733207458441, state=OPEN 2024-12-03T06:31:01,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1620201377/meta-region-server 2024-12-03T06:31:01,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1620201377/meta-region-server 2024-12-03T06:31:01,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,39445,1733207458441 2024-12-03T06:31:01,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1620201377/meta-region-server: CHANGED 2024-12-03T06:31:01,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1620201377/meta-region-server: CHANGED 2024-12-03T06:31:01,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:31:01,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,39445,1733207458441 in 192 msec 2024-12-03T06:31:01,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:31:01,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-12-03T06:31:01,201 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:01,201 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:31:01,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:01,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39445,1733207458441, seqNum=-1] 2024-12-03T06:31:01,202 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:01,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:01,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-12-03T06:31:01,207 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207461207, completionTime=-1 2024-12-03T06:31:01,208 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:31:01,208 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:31:01,209 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:31:01,209 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207521209 2024-12-03T06:31:01,210 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207581210 2024-12-03T06:31:01,210 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:31:01,210 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39787,1733207458329-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:01,210 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39787,1733207458329-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:01,210 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39787,1733207458329-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:01,210 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:39787, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:01,210 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:01,211 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:01,212 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:31:01,214 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.716sec 2024-12-03T06:31:01,214 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:31:01,214 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:31:01,215 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:31:01,215 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:31:01,215 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:31:01,215 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39787,1733207458329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:31:01,215 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39787,1733207458329-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:31:01,217 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:31:01,217 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:31:01,217 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39787,1733207458329-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:01,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d793b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:01,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39787,-1 for getting cluster id 2024-12-03T06:31:01,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:01,269 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a87b6daf-ab82-45c8-ab0f-56454ee21f48' 2024-12-03T06:31:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a87b6daf-ab82-45c8-ab0f-56454ee21f48" 2024-12-03T06:31:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a59a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39787,-1] 2024-12-03T06:31:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:01,270 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:01,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e13391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:01,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:01,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39445,1733207458441, seqNum=-1] 2024-12-03T06:31:01,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:01,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:01,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,39787,1733207458329 2024-12-03T06:31:01,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52303 2024-12-03T06:31:01,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:31:01,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009eb8e72a0005 connected 2024-12-03T06:31:01,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:01,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41981,1733207453417 2024-12-03T06:31:01,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ced8516 2024-12-03T06:31:01,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:01,293 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:01,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:31:01,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:31:01,296 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:01,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:31:01,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:31:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:01,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:31:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:01,634 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:31:01,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf0cd495b71ed0d644639429c56a6279, NAME => 'test,,1733207461293.cf0cd495b71ed0d644639429c56a6279.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b 2024-12-03T06:31:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:31:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:02,107 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207461293.cf0cd495b71ed0d644639429c56a6279.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:02,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cf0cd495b71ed0d644639429c56a6279, disabling compactions & flushes 2024-12-03T06:31:02,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:02,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:02,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. after waiting 0 ms 2024-12-03T06:31:02,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:02,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:02,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf0cd495b71ed0d644639429c56a6279: Waiting for close lock at 1733207462108Disabling compacts and flushes for region at 1733207462108Disabling writes for close at 1733207462108Writing region close event to WAL at 1733207462108Closed at 1733207462108 2024-12-03T06:31:02,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:31:02,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207461293.cf0cd495b71ed0d644639429c56a6279.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207462109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207462109"}]},"ts":"1733207462109"} 2024-12-03T06:31:02,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:31:02,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:31:02,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207462113"}]},"ts":"1733207462113"} 2024-12-03T06:31:02,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:31:02,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf0cd495b71ed0d644639429c56a6279, ASSIGN}] 2024-12-03T06:31:02,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf0cd495b71ed0d644639429c56a6279, ASSIGN 2024-12-03T06:31:02,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cf0cd495b71ed0d644639429c56a6279, ASSIGN; state=OFFLINE, location=122cddc95ec8,38189,1733207453565; forceNewPlan=false, retain=false 2024-12-03T06:31:02,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:31:02,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:02,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:02,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:02,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:02,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:02,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf0cd495b71ed0d644639429c56a6279, regionState=OPENING, regionLocation=122cddc95ec8,38189,1733207453565 2024-12-03T06:31:02,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:02,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cf0cd495b71ed0d644639429c56a6279, ASSIGN because future has completed 2024-12-03T06:31:02,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:02,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf0cd495b71ed0d644639429c56a6279, server=122cddc95ec8,38189,1733207453565}] 2024-12-03T06:31:02,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:02,424 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:02,425 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cf0cd495b71ed0d644639429c56a6279, NAME => 'test,,1733207461293.cf0cd495b71ed0d644639429c56a6279.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:02,425 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:02,425 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:31:02,425 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,426 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207461293.cf0cd495b71ed0d644639429c56a6279.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:02,426 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,426 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,427 INFO [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,428 INFO [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf0cd495b71ed0d644639429c56a6279 columnFamilyName f 2024-12-03T06:31:02,428 DEBUG [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:02,428 INFO [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] regionserver.HStore(327): Store=cf0cd495b71ed0d644639429c56a6279/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:02,428 INFO [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,429 INFO [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf0cd495b71ed0d644639429c56a6279 columnFamilyName f1 2024-12-03T06:31:02,429 DEBUG [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:02,429 INFO [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] regionserver.HStore(327): Store=cf0cd495b71ed0d644639429c56a6279/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:02,429 INFO [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,430 INFO [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf0cd495b71ed0d644639429c56a6279 columnFamilyName norep 2024-12-03T06:31:02,430 DEBUG [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:02,430 INFO [StoreOpener-cf0cd495b71ed0d644639429c56a6279-1 {}] regionserver.HStore(327): Store=cf0cd495b71ed0d644639429c56a6279/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:02,430 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,431 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,431 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,432 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,432 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,432 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:31:02,433 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,434 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:02,434 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cf0cd495b71ed0d644639429c56a6279; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65335800, jitterRate=-0.0264207124710083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:31:02,434 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:02,435 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cf0cd495b71ed0d644639429c56a6279: Running coprocessor pre-open hook at 1733207462426Writing region info on filesystem at 1733207462426Initializing all the Stores at 1733207462426Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207462426Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207462427 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207462427Cleaning up temporary data from old regions at 1733207462432 (+5 ms)Running coprocessor post-open hooks at 1733207462434 (+2 ms)Region opened successfully at 1733207462434 2024-12-03T06:31:02,435 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207461293.cf0cd495b71ed0d644639429c56a6279., pid=6, masterSystemTime=1733207462421 2024-12-03T06:31:02,437 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:02,437 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:02,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf0cd495b71ed0d644639429c56a6279, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,38189,1733207453565 2024-12-03T06:31:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf0cd495b71ed0d644639429c56a6279, server=122cddc95ec8,38189,1733207453565 because future has completed 2024-12-03T06:31:02,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:31:02,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cf0cd495b71ed0d644639429c56a6279, server=122cddc95ec8,38189,1733207453565 in 171 msec 2024-12-03T06:31:02,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:31:02,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cf0cd495b71ed0d644639429c56a6279, ASSIGN in 326 msec 2024-12-03T06:31:02,443 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:31:02,443 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207462443"}]},"ts":"1733207462443"} 2024-12-03T06:31:02,445 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:31:02,446 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:31:02,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-03T06:31:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:03,447 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:31:03,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39787,1733207458329 2024-12-03T06:31:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66563db8 2024-12-03T06:31:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:03,449 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:03,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:31:03,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:31:03,452 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:03,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:31:03,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:31:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:03,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:31:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:03,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b5b0c6f87d70136e34ac33ae4994928, NAME => 'test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7 2024-12-03T06:31:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:31:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:04,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:04,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b5b0c6f87d70136e34ac33ae4994928, disabling compactions & flushes 2024-12-03T06:31:04,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:04,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:04,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. after waiting 0 ms 2024-12-03T06:31:04,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:04,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:04,268 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b5b0c6f87d70136e34ac33ae4994928: Waiting for close lock at 1733207464268Disabling compacts and flushes for region at 1733207464268Disabling writes for close at 1733207464268Writing region close event to WAL at 1733207464268Closed at 1733207464268 2024-12-03T06:31:04,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:31:04,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207464270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207464270"}]},"ts":"1733207464270"} 2024-12-03T06:31:04,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:31:04,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:31:04,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207464273"}]},"ts":"1733207464273"} 2024-12-03T06:31:04,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:31:04,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b5b0c6f87d70136e34ac33ae4994928, ASSIGN}] 2024-12-03T06:31:04,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b5b0c6f87d70136e34ac33ae4994928, ASSIGN 2024-12-03T06:31:04,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b5b0c6f87d70136e34ac33ae4994928, ASSIGN; state=OFFLINE, location=122cddc95ec8,39445,1733207458441; forceNewPlan=false, retain=false 2024-12-03T06:31:04,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b5b0c6f87d70136e34ac33ae4994928, regionState=OPENING, regionLocation=122cddc95ec8,39445,1733207458441 2024-12-03T06:31:04,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b5b0c6f87d70136e34ac33ae4994928, ASSIGN because future has completed 2024-12-03T06:31:04,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b5b0c6f87d70136e34ac33ae4994928, server=122cddc95ec8,39445,1733207458441}] 2024-12-03T06:31:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:04,594 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:04,594 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b5b0c6f87d70136e34ac33ae4994928, NAME => 'test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:04,594 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:04,594 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:31:04,595 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,595 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:04,595 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,595 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,596 INFO [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,597 INFO [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5b0c6f87d70136e34ac33ae4994928 columnFamilyName f 2024-12-03T06:31:04,597 DEBUG [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:04,598 INFO [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] regionserver.HStore(327): Store=2b5b0c6f87d70136e34ac33ae4994928/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:04,598 INFO [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,599 INFO [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5b0c6f87d70136e34ac33ae4994928 columnFamilyName f1 2024-12-03T06:31:04,599 DEBUG [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:04,599 INFO [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] regionserver.HStore(327): Store=2b5b0c6f87d70136e34ac33ae4994928/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:04,599 INFO [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,600 INFO [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b5b0c6f87d70136e34ac33ae4994928 columnFamilyName norep 2024-12-03T06:31:04,600 DEBUG [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:04,601 INFO [StoreOpener-2b5b0c6f87d70136e34ac33ae4994928-1 {}] regionserver.HStore(327): Store=2b5b0c6f87d70136e34ac33ae4994928/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:04,601 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,602 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,602 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,604 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,604 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,604 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:31:04,605 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,607 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:04,608 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b5b0c6f87d70136e34ac33ae4994928; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62498024, jitterRate=-0.06870687007904053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:31:04,608 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:04,608 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b5b0c6f87d70136e34ac33ae4994928: Running coprocessor pre-open hook at 1733207464595Writing region info on filesystem at 1733207464595Initializing all the Stores at 1733207464595Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207464595Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207464596 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207464596Cleaning up temporary data from old regions at 1733207464604 (+8 ms)Running coprocessor post-open hooks at 1733207464608 (+4 ms)Region opened successfully at 1733207464608 2024-12-03T06:31:04,609 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928., pid=6, masterSystemTime=1733207464586 2024-12-03T06:31:04,612 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:04,612 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:04,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b5b0c6f87d70136e34ac33ae4994928, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,39445,1733207458441 2024-12-03T06:31:04,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b5b0c6f87d70136e34ac33ae4994928, server=122cddc95ec8,39445,1733207458441 because future has completed 2024-12-03T06:31:04,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:31:04,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b5b0c6f87d70136e34ac33ae4994928, server=122cddc95ec8,39445,1733207458441 in 185 msec 2024-12-03T06:31:04,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:31:04,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b5b0c6f87d70136e34ac33ae4994928, ASSIGN in 344 msec 2024-12-03T06:31:04,622 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:31:04,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207464622"}]},"ts":"1733207464622"} 2024-12-03T06:31:04,625 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:31:04,627 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:31:04,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-12-03T06:31:05,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:05,527 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:31:05,527 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18297 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:31:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:05,598 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:31:05,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75df3c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41981,-1 for getting cluster id 2024-12-03T06:31:05,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:05,600 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756495aa-79d8-4880-87f9-26f787fed003' 2024-12-03T06:31:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756495aa-79d8-4880-87f9-26f787fed003" 2024-12-03T06:31:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28323349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41981,-1] 2024-12-03T06:31:05,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:05,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:05,602 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f513e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbf807c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39787,-1 for getting cluster id 2024-12-03T06:31:05,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:05,604 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a87b6daf-ab82-45c8-ab0f-56454ee21f48' 2024-12-03T06:31:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a87b6daf-ab82-45c8-ab0f-56454ee21f48" 2024-12-03T06:31:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4254850d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39787,-1] 2024-12-03T06:31:05,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:05,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:05,606 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723fb6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f74d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41981,-1 for getting cluster id 2024-12-03T06:31:05,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:05,608 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756495aa-79d8-4880-87f9-26f787fed003' 2024-12-03T06:31:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756495aa-79d8-4880-87f9-26f787fed003" 2024-12-03T06:31:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79531140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41981,-1] 2024-12-03T06:31:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:05,609 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe67bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41981,1733207453417 2024-12-03T06:31:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@223238da 2024-12-03T06:31:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:05,612 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:05,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:39787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:31:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:31:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:05,615 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:39787' 2024-12-03T06:31:05,616 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb6d233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,616 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39787,-1 for getting cluster id 2024-12-03T06:31:05,616 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:05,617 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a87b6daf-ab82-45c8-ab0f-56454ee21f48' 2024-12-03T06:31:05,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:05,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a87b6daf-ab82-45c8-ab0f-56454ee21f48" 2024-12-03T06:31:05,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d619ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39787,-1] 2024-12-03T06:31:05,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:05,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:05,619 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:05,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46922b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:05,619 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:05,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39787,1733207458329 2024-12-03T06:31:05,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe86a1c 2024-12-03T06:31:05,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:05,621 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:05,622 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T06:31:05,622 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:31:05,622 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:05,622 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:05,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:05,622 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:05,623 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:31:05,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:31:05,625 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:05,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:31:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:31:05,674 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:31:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:06,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d3f04568729216e9384d5b41c154566, NAME => 'hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b 2024-12-03T06:31:06,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:31:06,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:06,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9d3f04568729216e9384d5b41c154566, disabling compactions & flushes 2024-12-03T06:31:06,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:06,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:06,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. after waiting 0 ms 2024-12-03T06:31:06,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:06,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:06,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d3f04568729216e9384d5b41c154566: Waiting for close lock at 1733207466051Disabling compacts and flushes for region at 1733207466051Disabling writes for close at 1733207466051Writing region close event to WAL at 1733207466051Closed at 1733207466051 2024-12-03T06:31:06,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:31:06,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207466053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207466053"}]},"ts":"1733207466053"} 2024-12-03T06:31:06,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:31:06,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:31:06,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207466056"}]},"ts":"1733207466056"} 2024-12-03T06:31:06,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:31:06,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d3f04568729216e9384d5b41c154566, ASSIGN}] 2024-12-03T06:31:06,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d3f04568729216e9384d5b41c154566, ASSIGN 2024-12-03T06:31:06,060 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d3f04568729216e9384d5b41c154566, ASSIGN; state=OFFLINE, location=122cddc95ec8,38189,1733207453565; forceNewPlan=false, retain=false 2024-12-03T06:31:06,147 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T06:31:06,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d3f04568729216e9384d5b41c154566, regionState=OPENING, regionLocation=122cddc95ec8,38189,1733207453565 2024-12-03T06:31:06,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d3f04568729216e9384d5b41c154566, ASSIGN because future has completed 2024-12-03T06:31:06,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d3f04568729216e9384d5b41c154566, server=122cddc95ec8,38189,1733207453565}] 2024-12-03T06:31:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:06,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:06,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:06,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:31:06,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C38189%2C1733207453565.rep, suffix=, logDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565, archiveDir=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/oldWALs, maxLogs=10 2024-12-03T06:31:06,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.rep.1733207466371, exclude list is [], retry=0 2024-12-03T06:31:06,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38003,DS-473fb826-7491-4bf5-99e0-89d99acca3c9,DISK] 2024-12-03T06:31:06,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.rep.1733207466371 2024-12-03T06:31:06,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45407:45407)] 2024-12-03T06:31:06,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d3f04568729216e9384d5b41c154566, NAME => 'hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:06,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:06,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:31:06,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. service=MultiRowMutationService 2024-12-03T06:31:06,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:31:06,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:06,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,388 INFO [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,389 INFO [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d3f04568729216e9384d5b41c154566 columnFamilyName hfileref 2024-12-03T06:31:06,389 DEBUG [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:06,390 INFO [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] regionserver.HStore(327): Store=9d3f04568729216e9384d5b41c154566/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:06,390 INFO [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,391 INFO [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d3f04568729216e9384d5b41c154566 columnFamilyName queue 2024-12-03T06:31:06,391 DEBUG [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:06,391 INFO [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] regionserver.HStore(327): Store=9d3f04568729216e9384d5b41c154566/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:06,391 INFO [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,392 INFO [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d3f04568729216e9384d5b41c154566 columnFamilyName sid 2024-12-03T06:31:06,392 DEBUG [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:06,392 INFO [StoreOpener-9d3f04568729216e9384d5b41c154566-1 {}] regionserver.HStore(327): Store=9d3f04568729216e9384d5b41c154566/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:06,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/replication/9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/replication/9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:31:06,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/replication/9d3f04568729216e9384d5b41c154566/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:06,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9d3f04568729216e9384d5b41c154566; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64929354, jitterRate=-0.032477229833602905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:31:06,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:06,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9d3f04568729216e9384d5b41c154566: Running coprocessor pre-open hook at 1733207466387Writing region info on filesystem at 1733207466387Initializing all the Stores at 1733207466388 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207466388Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207466388Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207466388Cleaning up temporary data from old regions at 1733207466394 (+6 ms)Running coprocessor post-open hooks at 1733207466397 (+3 ms)Region opened successfully at 1733207466398 (+1 ms) 2024-12-03T06:31:06,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566., pid=10, masterSystemTime=1733207466366 2024-12-03T06:31:06,402 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d3f04568729216e9384d5b41c154566, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,38189,1733207453565 2024-12-03T06:31:06,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:06,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:06,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d3f04568729216e9384d5b41c154566, server=122cddc95ec8,38189,1733207453565 because future has completed 2024-12-03T06:31:06,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:31:06,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d3f04568729216e9384d5b41c154566, server=122cddc95ec8,38189,1733207453565 in 193 msec 2024-12-03T06:31:06,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:31:06,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d3f04568729216e9384d5b41c154566, ASSIGN in 349 msec 2024-12-03T06:31:06,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:31:06,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207466411"}]},"ts":"1733207466411"} 2024-12-03T06:31:06,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:31:06,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:31:06,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 792 msec 2024-12-03T06:31:06,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566., hostname=122cddc95ec8,38189,1733207453565, seqNum=2] 2024-12-03T06:31:06,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:31:06,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:31:06,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:31:06,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:31:06,628 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:31:06,666 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,38189,1733207453565, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:31:06,667 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:06,667 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,38189,1733207453565, seqNum=-1] 2024-12-03T06:31:06,668 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:06,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T06:31:06,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,38189,1733207453565', locateType=CURRENT is [region=hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566., hostname=122cddc95ec8,38189,1733207453565, seqNum=2] 2024-12-03T06:31:06,673 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:31:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:31:06,675 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,38189,1733207453565 suceeded 2024-12-03T06:31:06,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:31:06,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-03T06:31:06,677 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:39787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:31:06,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0640 sec 2024-12-03T06:31:06,690 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:39787' 2024-12-03T06:31:06,691 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a957e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:06,691 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39787,-1 for getting cluster id 2024-12-03T06:31:06,692 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:06,692 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a87b6daf-ab82-45c8-ab0f-56454ee21f48' 2024-12-03T06:31:06,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:06,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a87b6daf-ab82-45c8-ab0f-56454ee21f48" 2024-12-03T06:31:06,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f75e5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:06,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39787,-1] 2024-12-03T06:31:06,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:06,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:06,694 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:06,694 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40d1ce61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:06,694 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:06,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39787,1733207458329 2024-12-03T06:31:06,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6124dbd0 2024-12-03T06:31:06,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:06,696 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-03T06:31:06,697 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,38189,1733207453565 (queues=1) is replicating from cluster=756495aa-79d8-4880-87f9-26f787fed003 to cluster=a87b6daf-ab82-45c8-ab0f-56454ee21f48 2024-12-03T06:31:06,697 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C38189%2C1733207453565 2024-12-03T06:31:06,697 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,38189,1733207453565, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:31:06,707 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767, startPosition=0, beingWritten=true 2024-12-03T06:31:06,714 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C38189%2C1733207453565 2024-12-03T06:31:06,722 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:06,723 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 379, reset compression=false 2024-12-03T06:31:06,723 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,38189,1733207453565 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:06,748 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:31:06,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:06,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:06,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:06,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:06,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:06,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df20586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:06,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39787,-1 for getting cluster id 2024-12-03T06:31:06,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:06,750 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a87b6daf-ab82-45c8-ab0f-56454ee21f48' 2024-12-03T06:31:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a87b6daf-ab82-45c8-ab0f-56454ee21f48" 2024-12-03T06:31:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734a40d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39787,-1] 2024-12-03T06:31:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:06,752 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:06,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15740fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:06,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39787,1733207458329 2024-12-03T06:31:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37131024 2024-12-03T06:31:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:06,756 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:06,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:41981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:31:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:31:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:06,760 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:41981' 2024-12-03T06:31:06,762 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eb93e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:06,762 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41981,-1 for getting cluster id 2024-12-03T06:31:06,762 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:06,763 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756495aa-79d8-4880-87f9-26f787fed003' 2024-12-03T06:31:06,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:06,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756495aa-79d8-4880-87f9-26f787fed003" 2024-12-03T06:31:06,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5280c3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:06,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41981,-1] 2024-12-03T06:31:06,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:06,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:06,767 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:06,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514c19f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:06,768 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:06,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41981,1733207453417 2024-12-03T06:31:06,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c9fe7b3 2024-12-03T06:31:06,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:06,769 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:06,770 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T06:31:06,770 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:31:06,770 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:06,770 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:06,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:06,771 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:06,772 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:31:06,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:31:06,774 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:06,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:31:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:31:06,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1587bdf7ad6b40fb3ba3c67f1796f36, NAME => 'hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7 2024-12-03T06:31:06,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:31:06,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:06,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e1587bdf7ad6b40fb3ba3c67f1796f36, disabling compactions & flushes 2024-12-03T06:31:06,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:06,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:06,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. after waiting 0 ms 2024-12-03T06:31:06,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:06,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:06,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1587bdf7ad6b40fb3ba3c67f1796f36: Waiting for close lock at 1733207466813Disabling compacts and flushes for region at 1733207466813Disabling writes for close at 1733207466813Writing region close event to WAL at 1733207466813Closed at 1733207466813 2024-12-03T06:31:06,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:31:06,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207466814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207466814"}]},"ts":"1733207466814"} 2024-12-03T06:31:06,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:31:06,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:31:06,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207466821"}]},"ts":"1733207466821"} 2024-12-03T06:31:06,822 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:31:06,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:31:06,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1587bdf7ad6b40fb3ba3c67f1796f36, ASSIGN}] 2024-12-03T06:31:06,825 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1587bdf7ad6b40fb3ba3c67f1796f36, ASSIGN 2024-12-03T06:31:06,826 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1587bdf7ad6b40fb3ba3c67f1796f36, ASSIGN; state=OFFLINE, location=122cddc95ec8,39445,1733207458441; forceNewPlan=false, retain=false 2024-12-03T06:31:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:06,943 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 379, reset compression=false 2024-12-03T06:31:06,976 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e1587bdf7ad6b40fb3ba3c67f1796f36, regionState=OPENING, regionLocation=122cddc95ec8,39445,1733207458441 2024-12-03T06:31:06,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1587bdf7ad6b40fb3ba3c67f1796f36, ASSIGN because future has completed 2024-12-03T06:31:06,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1587bdf7ad6b40fb3ba3c67f1796f36, server=122cddc95ec8,39445,1733207458441}] 2024-12-03T06:31:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:07,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:07,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:07,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:31:07,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C39445%2C1733207458441.rep, suffix=, logDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441, archiveDir=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/oldWALs, maxLogs=10 2024-12-03T06:31:07,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.rep.1733207467136, exclude list is [], retry=0 2024-12-03T06:31:07,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32915,DS-d885556d-6237-4cc6-b08a-4fd5db801ae3,DISK] 2024-12-03T06:31:07,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.rep.1733207467136 2024-12-03T06:31:07,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40217:40217)] 2024-12-03T06:31:07,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e1587bdf7ad6b40fb3ba3c67f1796f36, NAME => 'hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:07,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:07,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:31:07,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. service=MultiRowMutationService 2024-12-03T06:31:07,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:31:07,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:07,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,158 INFO [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,159 INFO [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1587bdf7ad6b40fb3ba3c67f1796f36 columnFamilyName hfileref 2024-12-03T06:31:07,160 DEBUG [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:07,160 INFO [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] regionserver.HStore(327): Store=e1587bdf7ad6b40fb3ba3c67f1796f36/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:07,160 INFO [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,161 INFO [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1587bdf7ad6b40fb3ba3c67f1796f36 columnFamilyName queue 2024-12-03T06:31:07,161 DEBUG [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:07,162 INFO [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] regionserver.HStore(327): Store=e1587bdf7ad6b40fb3ba3c67f1796f36/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:07,162 INFO [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,163 INFO [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1587bdf7ad6b40fb3ba3c67f1796f36 columnFamilyName sid 2024-12-03T06:31:07,163 DEBUG [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:07,163 INFO [StoreOpener-e1587bdf7ad6b40fb3ba3c67f1796f36-1 {}] regionserver.HStore(327): Store=e1587bdf7ad6b40fb3ba3c67f1796f36/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:07,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/replication/e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/replication/e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:31:07,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/replication/e1587bdf7ad6b40fb3ba3c67f1796f36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:07,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e1587bdf7ad6b40fb3ba3c67f1796f36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63835911, jitterRate=-0.04877080023288727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:31:07,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:07,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e1587bdf7ad6b40fb3ba3c67f1796f36: Running coprocessor pre-open hook at 1733207467157Writing region info on filesystem at 1733207467157Initializing all the Stores at 1733207467158 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207467158Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207467158Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207467158Cleaning up temporary data from old regions at 1733207467165 (+7 ms)Running coprocessor post-open hooks at 1733207467168 (+3 ms)Region opened successfully at 1733207467168 2024-12-03T06:31:07,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36., pid=10, masterSystemTime=1733207467131 2024-12-03T06:31:07,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:07,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:07,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e1587bdf7ad6b40fb3ba3c67f1796f36, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,39445,1733207458441 2024-12-03T06:31:07,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1587bdf7ad6b40fb3ba3c67f1796f36, server=122cddc95ec8,39445,1733207458441 because future has completed 2024-12-03T06:31:07,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:31:07,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e1587bdf7ad6b40fb3ba3c67f1796f36, server=122cddc95ec8,39445,1733207458441 in 195 msec 2024-12-03T06:31:07,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:31:07,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1587bdf7ad6b40fb3ba3c67f1796f36, ASSIGN in 353 msec 2024-12-03T06:31:07,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:31:07,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207467178"}]},"ts":"1733207467178"} 2024-12-03T06:31:07,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:31:07,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:31:07,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 410 msec 2024-12-03T06:31:07,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36., hostname=122cddc95ec8,39445,1733207458441, seqNum=2] 2024-12-03T06:31:07,246 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 379, reset compression=false 2024-12-03T06:31:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:31:07,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:31:07,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:31:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:07,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:31:07,419 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:31:07,445 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,39445,1733207458441, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:31:07,445 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:07,445 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39445,1733207458441, seqNum=-1] 2024-12-03T06:31:07,446 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:07,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T06:31:07,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,39445,1733207458441', locateType=CURRENT is [region=hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36., hostname=122cddc95ec8,39445,1733207458441, seqNum=2] 2024-12-03T06:31:07,453 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:31:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:31:07,455 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,39445,1733207458441 suceeded 2024-12-03T06:31:07,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:31:07,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-03T06:31:07,457 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:41981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:31:07,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 700 msec 2024-12-03T06:31:07,467 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:41981' 2024-12-03T06:31:07,468 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b3387cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:07,468 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41981,-1 for getting cluster id 2024-12-03T06:31:07,468 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:07,469 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756495aa-79d8-4880-87f9-26f787fed003' 2024-12-03T06:31:07,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:07,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756495aa-79d8-4880-87f9-26f787fed003" 2024-12-03T06:31:07,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78865cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:07,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41981,-1] 2024-12-03T06:31:07,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:07,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:07,470 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:07,471 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45989d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:07,471 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:07,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41981,1733207453417 2024-12-03T06:31:07,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7138b5ea 2024-12-03T06:31:07,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:07,473 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-03T06:31:07,473 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,39445,1733207458441 (queues=1) is replicating from cluster=a87b6daf-ab82-45c8-ab0f-56454ee21f48 to cluster=756495aa-79d8-4880-87f9-26f787fed003 2024-12-03T06:31:07,473 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C39445%2C1733207458441 2024-12-03T06:31:07,473 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,39445,1733207458441, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:31:07,474 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C39445%2C1733207458441 2024-12-03T06:31:07,474 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278, startPosition=0, beingWritten=true 2024-12-03T06:31:07,478 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:07,478 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 379, reset compression=false 2024-12-03T06:31:07,478 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39445,1733207458441 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:07,656 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 379, reset compression=false 2024-12-03T06:31:07,682 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 379, reset compression=false 2024-12-03T06:31:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:07,898 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:31:07,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:07,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:07,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:07,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:07,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:07,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,38189,1733207453565, seqNum=-1] 2024-12-03T06:31:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:07,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:07,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207461293.cf0cd495b71ed0d644639429c56a6279., hostname=122cddc95ec8,38189,1733207453565, seqNum=2] 2024-12-03T06:31:07,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:07,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39445,1733207458441, seqNum=-1] 2024-12-03T06:31:07,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:07,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928., hostname=122cddc95ec8,39445,1733207458441, seqNum=2] 2024-12-03T06:31:07,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T06:31:07,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:31:07,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:07,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:07,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:07,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:07,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:07,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:07,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:07,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:07,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:07,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:07,986 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 379, reset compression=false 2024-12-03T06:31:07,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T06:31:08,163 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 379, reset compression=false 2024-12-03T06:31:08,168 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:08,168 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 480, reset compression=false 2024-12-03T06:31:08,168 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,38189,1733207453565 got entry batch from reader: WALEntryBatch [walEntries=[{test/cf0cd495b71ed0d644639429c56a6279/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T06:31:08,171 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:31:08,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-03T06:31:08,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:08,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@326ed73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:08,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39787,-1 for getting cluster id 2024-12-03T06:31:08,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:08,176 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a87b6daf-ab82-45c8-ab0f-56454ee21f48' 2024-12-03T06:31:08,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:08,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a87b6daf-ab82-45c8-ab0f-56454ee21f48" 2024-12-03T06:31:08,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73604d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:08,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39787,-1] 2024-12-03T06:31:08,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:08,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:08,178 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:08,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4157a6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:08,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:08,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39445,1733207458441, seqNum=-1] 2024-12-03T06:31:08,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:08,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T06:31:08,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928., hostname=122cddc95ec8,39445,1733207458441, seqNum=2] 2024-12-03T06:31:08,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:08,376 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 480, reset compression=false 2024-12-03T06:31:08,391 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 379, reset compression=false 2024-12-03T06:31:08,395 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:08,395 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 503, reset compression=false 2024-12-03T06:31:08,395 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39445,1733207458441 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:08,600 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 503, reset compression=false 2024-12-03T06:31:08,680 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 480, reset compression=false 2024-12-03T06:31:08,903 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 503, reset compression=false 2024-12-03T06:31:08,915 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T06:31:08,919 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T06:31:09,085 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 480, reset compression=false 2024-12-03T06:31:09,307 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 503, reset compression=false 2024-12-03T06:31:09,311 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:09,311 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 607, reset compression=false 2024-12-03T06:31:09,311 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39445,1733207458441 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b5b0c6f87d70136e34ac33ae4994928/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T06:31:09,313 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:31:09,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-03T06:31:09,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:09,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@223cc106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:09,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41981,-1 for getting cluster id 2024-12-03T06:31:09,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:09,319 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '756495aa-79d8-4880-87f9-26f787fed003' 2024-12-03T06:31:09,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:09,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "756495aa-79d8-4880-87f9-26f787fed003" 2024-12-03T06:31:09,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f4382b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:09,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41981,-1] 2024-12-03T06:31:09,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:09,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:09,320 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:09,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@663fb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:09,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:09,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,38189,1733207453565, seqNum=-1] 2024-12-03T06:31:09,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:09,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T06:31:09,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733207461293.cf0cd495b71ed0d644639429c56a6279., hostname=122cddc95ec8,38189,1733207453565, seqNum=2] 2024-12-03T06:31:09,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:09,519 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 607, reset compression=false 2024-12-03T06:31:09,589 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 480, reset compression=false 2024-12-03T06:31:09,594 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:09,594 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 608, reset compression=false 2024-12-03T06:31:09,594 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,38189,1733207453565 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:09,799 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 608, reset compression=false 2024-12-03T06:31:09,822 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 607, reset compression=false 2024-12-03T06:31:09,922 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T06:31:09,928 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T06:31:10,103 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 608, reset compression=false 2024-12-03T06:31:10,108 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:10,108 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 764, reset compression=false 2024-12-03T06:31:10,108 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,38189,1733207453565 got entry batch from reader: WALEntryBatch [walEntries=[{test/cf0cd495b71ed0d644639429c56a6279/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T06:31:10,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:10,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:10,226 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 607, reset compression=false 2024-12-03T06:31:10,231 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:10,231 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 754, reset compression=false 2024-12-03T06:31:10,231 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39445,1733207458441 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:10,313 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 764, reset compression=false 2024-12-03T06:31:10,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:31:10,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T06:31:10,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T06:31:10,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T06:31:10,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:31:10,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T06:31:10,435 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 754, reset compression=false 2024-12-03T06:31:10,616 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 764, reset compression=false 2024-12-03T06:31:10,739 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 754, reset compression=false 2024-12-03T06:31:10,930 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T06:31:10,934 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T06:31:11,027 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 764, reset compression=false 2024-12-03T06:31:11,144 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 754, reset compression=false 2024-12-03T06:31:11,149 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:11,149 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 913, reset compression=false 2024-12-03T06:31:11,149 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39445,1733207458441 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b5b0c6f87d70136e34ac33ae4994928/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T06:31:11,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:11,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:11,353 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 913, reset compression=false 2024-12-03T06:31:11,530 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 764, reset compression=false 2024-12-03T06:31:11,534 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:11,534 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 914, reset compression=false 2024-12-03T06:31:11,534 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,38189,1733207453565 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:11,657 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 913, reset compression=false 2024-12-03T06:31:11,738 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 914, reset compression=false 2024-12-03T06:31:11,937 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T06:31:11,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:31:11,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:11,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:11,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:11,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:11,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:11,944 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:31:11,944 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2015513464, stopped=false 2024-12-03T06:31:11,944 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,39787,1733207458329 2024-12-03T06:31:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1620201377/running 2024-12-03T06:31:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1620201377/running 2024-12-03T06:31:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:31:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:31:11,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:31:11,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Set watcher on znode that does not yet exist, /1-1620201377/running 2024-12-03T06:31:11,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:11,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:11,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:11,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,39445,1733207458441' ***** 2024-12-03T06:31:11,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:31:11,957 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:31:11,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:31:11,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Set watcher on znode that does not yet exist, /1-1620201377/running 2024-12-03T06:31:11,958 INFO [RS:0;122cddc95ec8:39445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:31:11,958 INFO [RS:0;122cddc95ec8:39445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:31:11,958 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(3091): Received CLOSE for e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:11,958 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:11,958 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,39445,1733207458441 2024-12-03T06:31:11,959 INFO [RS:0;122cddc95ec8:39445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:31:11,959 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1587bdf7ad6b40fb3ba3c67f1796f36, disabling compactions & flushes 2024-12-03T06:31:11,959 INFO [RS:0;122cddc95ec8:39445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:39445. 2024-12-03T06:31:11,959 DEBUG [RS:0;122cddc95ec8:39445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:11,959 DEBUG [RS:0;122cddc95ec8:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:11,959 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:11,959 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:31:11,959 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:31:11,959 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:11,959 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:31:11,959 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. after waiting 0 ms 2024-12-03T06:31:11,959 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:11,959 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:31:11,959 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:31:11,960 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e1587bdf7ad6b40fb3ba3c67f1796f36 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-03T06:31:11,960 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:31:11,960 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1325): Online Regions={e1587bdf7ad6b40fb3ba3c67f1796f36=hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36., 1588230740=hbase:meta,,1.1588230740, 2b5b0c6f87d70136e34ac33ae4994928=test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928.} 2024-12-03T06:31:11,960 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b5b0c6f87d70136e34ac33ae4994928, e1587bdf7ad6b40fb3ba3c67f1796f36 2024-12-03T06:31:11,960 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:31:11,960 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:31:11,960 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:31:11,960 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:31:11,961 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:31:11,961 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:31:11,983 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/info/485987fceb3641d99a05ef19d8cac2ab is 147, key is hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36./info:regioninfo/1733207467171/Put/seqid=0 2024-12-03T06:31:11,993 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/replication/e1587bdf7ad6b40fb3ba3c67f1796f36/.tmp/queue/bf9d8697ed304477acac241580bb5bfc is 153, key is 1-122cddc95ec8,39445,1733207458441/queue:122cddc95ec8%2C39445%2C1733207458441/1733207471155/Put/seqid=0 2024-12-03T06:31:11,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741840_1016 (size=7686) 2024-12-03T06:31:11,995 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/info/485987fceb3641d99a05ef19d8cac2ab 2024-12-03T06:31:12,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741841_1017 (size=5352) 2024-12-03T06:31:12,003 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/replication/e1587bdf7ad6b40fb3ba3c67f1796f36/.tmp/queue/bf9d8697ed304477acac241580bb5bfc 2024-12-03T06:31:12,009 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/replication/e1587bdf7ad6b40fb3ba3c67f1796f36/.tmp/queue/bf9d8697ed304477acac241580bb5bfc as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/replication/e1587bdf7ad6b40fb3ba3c67f1796f36/queue/bf9d8697ed304477acac241580bb5bfc 2024-12-03T06:31:12,015 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/replication/e1587bdf7ad6b40fb3ba3c67f1796f36/queue/bf9d8697ed304477acac241580bb5bfc, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T06:31:12,016 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e1587bdf7ad6b40fb3ba3c67f1796f36 in 56ms, sequenceid=10, compaction requested=false 2024-12-03T06:31:12,018 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/ns/afe6dae723f54c1e99725c8bc84ead1d is 43, key is default/ns:d/1733207461204/Put/seqid=0 2024-12-03T06:31:12,022 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/replication/e1587bdf7ad6b40fb3ba3c67f1796f36/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T06:31:12,023 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:12,023 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:31:12,023 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:12,023 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1587bdf7ad6b40fb3ba3c67f1796f36: Waiting for close lock at 1733207471959Running coprocessor pre-close hooks at 1733207471959Disabling compacts and flushes for region at 1733207471959Disabling writes for close at 1733207471959Obtaining lock to block concurrent updates at 1733207471960 (+1 ms)Preparing flush snapshotting stores in e1587bdf7ad6b40fb3ba3c67f1796f36 at 1733207471960Finished memstore snapshotting hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733207471960Flushing stores of hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. at 1733207471964 (+4 ms)Flushing e1587bdf7ad6b40fb3ba3c67f1796f36/queue: creating writer at 1733207471964Flushing e1587bdf7ad6b40fb3ba3c67f1796f36/queue: appending metadata at 1733207471992 (+28 ms)Flushing e1587bdf7ad6b40fb3ba3c67f1796f36/queue: closing flushed file at 1733207471992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295dafa8: reopening flushed file at 1733207472008 (+16 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for e1587bdf7ad6b40fb3ba3c67f1796f36 in 56ms, sequenceid=10, compaction requested=false at 1733207472016 (+8 ms)Writing region close event to WAL at 1733207472018 (+2 ms)Running coprocessor post-close hooks at 1733207472023 (+5 ms)Closed at 1733207472023 2024-12-03T06:31:12,023 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207466771.e1587bdf7ad6b40fb3ba3c67f1796f36. 2024-12-03T06:31:12,023 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b5b0c6f87d70136e34ac33ae4994928, disabling compactions & flushes 2024-12-03T06:31:12,023 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:12,023 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:12,023 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. after waiting 0 ms 2024-12-03T06:31:12,023 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:12,024 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b5b0c6f87d70136e34ac33ae4994928 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-03T06:31:12,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741842_1018 (size=5153) 2024-12-03T06:31:12,041 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/.tmp/f/1ea60b385ae6463b92a6f0fa27989f91 is 29, key is row1/f:/1733207470931/DeleteFamily/seqid=0 2024-12-03T06:31:12,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741843_1019 (size=5118) 2024-12-03T06:31:12,047 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 914, reset compression=false 2024-12-03T06:31:12,071 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 913, reset compression=false 2024-12-03T06:31:12,079 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:12,079 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 1160, reset compression=false 2024-12-03T06:31:12,079 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39445,1733207458441 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:12,080 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 122cddc95ec8,39445,1733207458441: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-122cddc95ec8,39445,1733207458441, walGroup=122cddc95ec8%2C39445%2C1733207458441, offset=122cddc95ec8%2C39445%2C1733207458441.1733207460278:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:39445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T06:31:12,081 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:31:12,081 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:31:12,082 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:31:12,082 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:31:12,082 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:31:12,082 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 876371096 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 190439640 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:31:12,083 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:39787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:39787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T06:31:12,151 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:31:12,151 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:31:12,160 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:12,286 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 1160, reset compression=false 2024-12-03T06:31:12,361 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:12,432 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/ns/afe6dae723f54c1e99725c8bc84ead1d 2024-12-03T06:31:12,445 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/.tmp/f/1ea60b385ae6463b92a6f0fa27989f91 2024-12-03T06:31:12,450 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ea60b385ae6463b92a6f0fa27989f91 2024-12-03T06:31:12,451 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 914, reset compression=false 2024-12-03T06:31:12,454 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/rep_barrier/0f702e4f587044dcbb9e5ad320adc22d is 112, key is test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928./rep_barrier:seqnumDuringOpen/1733207464612/Put/seqid=0 2024-12-03T06:31:12,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741844_1020 (size=5518) 2024-12-03T06:31:12,471 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/.tmp/f1/801f98fdc6024d0fa99622ea5a409cf5 is 30, key is row1/f1:/1733207470931/DeleteFamily/seqid=0 2024-12-03T06:31:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741845_1021 (size=5123) 2024-12-03T06:31:12,561 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:12,589 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 1160, reset compression=false 2024-12-03T06:31:12,761 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:12,858 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/rep_barrier/0f702e4f587044dcbb9e5ad320adc22d 2024-12-03T06:31:12,875 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/.tmp/f1/801f98fdc6024d0fa99622ea5a409cf5 2024-12-03T06:31:12,880 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 801f98fdc6024d0fa99622ea5a409cf5 2024-12-03T06:31:12,923 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/table/1bc3fecfeccd4ee0bbf8bb02eeb6160c is 53, key is hbase:replication/table:state/1733207467178/Put/seqid=0 2024-12-03T06:31:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741846_1022 (size=5308) 2024-12-03T06:31:12,935 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/table/1bc3fecfeccd4ee0bbf8bb02eeb6160c 2024-12-03T06:31:12,945 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/.tmp/norep/6af1f5f4fc1e435e8321ad7dc02689c8 is 33, key is row1/norep:/1733207470931/DeleteFamily/seqid=0 2024-12-03T06:31:12,948 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/info/485987fceb3641d99a05ef19d8cac2ab as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/info/485987fceb3641d99a05ef19d8cac2ab 2024-12-03T06:31:12,957 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 914, reset compression=false 2024-12-03T06:31:12,959 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/info/485987fceb3641d99a05ef19d8cac2ab, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:31:12,961 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/ns/afe6dae723f54c1e99725c8bc84ead1d as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/ns/afe6dae723f54c1e99725c8bc84ead1d 2024-12-03T06:31:12,961 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:31:12,961 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2b5b0c6f87d70136e34ac33ae4994928=test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928.} 2024-12-03T06:31:12,961 DEBUG [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b5b0c6f87d70136e34ac33ae4994928 2024-12-03T06:31:12,968 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/ns/afe6dae723f54c1e99725c8bc84ead1d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:31:12,969 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/rep_barrier/0f702e4f587044dcbb9e5ad320adc22d as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/rep_barrier/0f702e4f587044dcbb9e5ad320adc22d 2024-12-03T06:31:12,982 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/rep_barrier/0f702e4f587044dcbb9e5ad320adc22d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:31:12,983 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/.tmp/table/1bc3fecfeccd4ee0bbf8bb02eeb6160c as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/table/1bc3fecfeccd4ee0bbf8bb02eeb6160c 2024-12-03T06:31:12,989 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/table/1bc3fecfeccd4ee0bbf8bb02eeb6160c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:31:12,991 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1030ms, sequenceid=16, compaction requested=false 2024-12-03T06:31:12,993 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.1733207460278 to pos 1160, reset compression=false 2024-12-03T06:31:13,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741847_1023 (size=5108) 2024-12-03T06:31:13,004 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/.tmp/norep/6af1f5f4fc1e435e8321ad7dc02689c8 2024-12-03T06:31:13,010 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6af1f5f4fc1e435e8321ad7dc02689c8 2024-12-03T06:31:13,011 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/.tmp/f/1ea60b385ae6463b92a6f0fa27989f91 as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/f/1ea60b385ae6463b92a6f0fa27989f91 2024-12-03T06:31:13,017 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ea60b385ae6463b92a6f0fa27989f91 2024-12-03T06:31:13,018 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/f/1ea60b385ae6463b92a6f0fa27989f91, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T06:31:13,023 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/.tmp/f1/801f98fdc6024d0fa99622ea5a409cf5 as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/f1/801f98fdc6024d0fa99622ea5a409cf5 2024-12-03T06:31:13,040 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 801f98fdc6024d0fa99622ea5a409cf5 2024-12-03T06:31:13,040 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/f1/801f98fdc6024d0fa99622ea5a409cf5, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T06:31:13,042 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/.tmp/norep/6af1f5f4fc1e435e8321ad7dc02689c8 as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/norep/6af1f5f4fc1e435e8321ad7dc02689c8 2024-12-03T06:31:13,052 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6af1f5f4fc1e435e8321ad7dc02689c8 2024-12-03T06:31:13,052 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/norep/6af1f5f4fc1e435e8321ad7dc02689c8, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T06:31:13,054 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2b5b0c6f87d70136e34ac33ae4994928 in 1031ms, sequenceid=8, compaction requested=false 2024-12-03T06:31:13,084 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:31:13,085 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:13,085 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:31:13,085 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:13,085 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207471960Running coprocessor pre-close hooks at 1733207471960Disabling compacts and flushes for region at 1733207471960Disabling writes for close at 1733207471960Obtaining lock to block concurrent updates at 1733207471961 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733207471961Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207471961Flushing stores of hbase:meta,,1.1588230740 at 1733207471962 (+1 ms)Flushing 1588230740/info: creating writer at 1733207471962Flushing 1588230740/info: appending metadata at 1733207471983 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733207471983Flushing 1588230740/ns: creating writer at 1733207471999 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733207472018 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733207472018Flushing 1588230740/rep_barrier: creating writer at 1733207472436 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207472453 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207472453Flushing 1588230740/table: creating writer at 1733207472864 (+411 ms)Flushing 1588230740/table: appending metadata at 1733207472923 (+59 ms)Flushing 1588230740/table: closing flushed file at 1733207472923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbb2b03: reopening flushed file at 1733207472943 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d1a01a6: reopening flushed file at 1733207472959 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698ba4b8: reopening flushed file at 1733207472968 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f2fa34: reopening flushed file at 1733207472983 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1030ms, sequenceid=16, compaction requested=false at 1733207472991 (+8 ms)Writing region close event to WAL at 1733207473074 (+83 ms)Running coprocessor post-close hooks at 1733207473085 (+11 ms)Closed at 1733207473085 2024-12-03T06:31:13,085 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:13,086 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/data/default/test/2b5b0c6f87d70136e34ac33ae4994928/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T06:31:13,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:13,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:31:13,087 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:13,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b5b0c6f87d70136e34ac33ae4994928: Waiting for close lock at 1733207472023Running coprocessor pre-close hooks at 1733207472023Disabling compacts and flushes for region at 1733207472023Disabling writes for close at 1733207472023Obtaining lock to block concurrent updates at 1733207472024 (+1 ms)Preparing flush snapshotting stores in 2b5b0c6f87d70136e34ac33ae4994928 at 1733207472024Finished memstore snapshotting test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733207472024Flushing stores of test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. at 1733207472024Flushing 2b5b0c6f87d70136e34ac33ae4994928/f: creating writer at 1733207472025 (+1 ms)Flushing 2b5b0c6f87d70136e34ac33ae4994928/f: appending metadata at 1733207472040 (+15 ms)Flushing 2b5b0c6f87d70136e34ac33ae4994928/f: closing flushed file at 1733207472040Flushing 2b5b0c6f87d70136e34ac33ae4994928/f1: creating writer at 1733207472450 (+410 ms)Flushing 2b5b0c6f87d70136e34ac33ae4994928/f1: appending metadata at 1733207472470 (+20 ms)Flushing 2b5b0c6f87d70136e34ac33ae4994928/f1: closing flushed file at 1733207472470Flushing 2b5b0c6f87d70136e34ac33ae4994928/norep: creating writer at 1733207472881 (+411 ms)Flushing 2b5b0c6f87d70136e34ac33ae4994928/norep: appending metadata at 1733207472944 (+63 ms)Flushing 2b5b0c6f87d70136e34ac33ae4994928/norep: closing flushed file at 1733207472944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3613b5f: reopening flushed file at 1733207473010 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402fec2a: reopening flushed file at 1733207473018 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72526678: reopening flushed file at 1733207473040 (+22 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2b5b0c6f87d70136e34ac33ae4994928 in 1031ms, sequenceid=8, compaction requested=false at 1733207473054 (+14 ms)Writing region close event to WAL at 1733207473076 (+22 ms)Running coprocessor post-close hooks at 1733207473087 (+11 ms)Closed at 1733207473087 2024-12-03T06:31:13,087 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207463450.2b5b0c6f87d70136e34ac33ae4994928. 2024-12-03T06:31:13,161 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,39445,1733207458441; all regions closed. 2024-12-03T06:31:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:31:13,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.meta.1733207461164.meta not finished, retry = 0 2024-12-03T06:31:13,292 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/WALs/122cddc95ec8,39445,1733207458441/122cddc95ec8%2C39445%2C1733207458441.rep.1733207467136 not finished, retry = 0 2024-12-03T06:31:13,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741839_1015 (size=2676) 2024-12-03T06:31:13,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741832_1008 (size=1812) 2024-12-03T06:31:13,395 DEBUG [RS:0;122cddc95ec8:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:13,395 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:31:13,395 INFO [RS:0;122cddc95ec8:39445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:31:13,396 INFO [RS:0;122cddc95ec8:39445 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:31:13,396 INFO [RS:0;122cddc95ec8:39445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:31:13,396 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:31:13,396 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,39445,1733207458441 because: Region server is closing 2024-12-03T06:31:13,396 INFO [RS:0;122cddc95ec8:39445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:39445. 2024-12-03T06:31:13,396 DEBUG [RS:0;122cddc95ec8:39445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:13,396 DEBUG [RS:0;122cddc95ec8:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:13,396 DEBUG [RS:0;122cddc95ec8:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:13,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:13,496 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.shipper122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 terminated 2024-12-03T06:31:13,496 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39445,1733207458441.replicationSource.wal-reader.122cddc95ec8%2C39445%2C1733207458441,1-122cddc95ec8,39445,1733207458441 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:31:13,497 INFO [RS:0;122cddc95ec8:39445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:39445. 2024-12-03T06:31:13,497 DEBUG [RS:0;122cddc95ec8:39445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:13,497 DEBUG [RS:0;122cddc95ec8:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:13,497 DEBUG [RS:0;122cddc95ec8:39445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:13,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:13,497 INFO [RS:0;122cddc95ec8:39445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39445 2024-12-03T06:31:13,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377/rs 2024-12-03T06:31:13,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1620201377/rs/122cddc95ec8,39445,1733207458441 2024-12-03T06:31:13,531 INFO [RS:0;122cddc95ec8:39445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:31:13,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,39445,1733207458441] 2024-12-03T06:31:13,548 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1620201377/draining/122cddc95ec8,39445,1733207458441 already deleted, retry=false 2024-12-03T06:31:13,548 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,39445,1733207458441 expired; onlineServers=0 2024-12-03T06:31:13,548 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,39787,1733207458329' ***** 2024-12-03T06:31:13,548 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:31:13,548 INFO [M:0;122cddc95ec8:39787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:31:13,548 INFO [M:0;122cddc95ec8:39787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:31:13,548 DEBUG [M:0;122cddc95ec8:39787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:31:13,548 DEBUG [M:0;122cddc95ec8:39787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:31:13,548 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207459974 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207459974,5,FailOnTimeoutGroup] 2024-12-03T06:31:13,548 INFO [M:0;122cddc95ec8:39787 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:31:13,548 INFO [M:0;122cddc95ec8:39787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:31:13,548 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:31:13,548 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207459982 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207459982,5,FailOnTimeoutGroup] 2024-12-03T06:31:13,548 DEBUG [M:0;122cddc95ec8:39787 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:31:13,548 INFO [M:0;122cddc95ec8:39787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:31:13,549 INFO [M:0;122cddc95ec8:39787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:31:13,549 INFO [M:0;122cddc95ec8:39787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:31:13,549 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:31:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1620201377/master 2024-12-03T06:31:13,556 DEBUG [M:0;122cddc95ec8:39787 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1620201377/master already deleted, retry=false 2024-12-03T06:31:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1620201377 2024-12-03T06:31:13,556 DEBUG [M:0;122cddc95ec8:39787 {}] master.ActiveMasterManager(353): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1620201377/master 2024-12-03T06:31:13,557 INFO [M:0;122cddc95ec8:39787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/.lastflushedseqids 2024-12-03T06:31:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741848_1024 (size=245) 2024-12-03T06:31:13,564 INFO [M:0;122cddc95ec8:39787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:31:13,564 INFO [M:0;122cddc95ec8:39787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:31:13,564 DEBUG [M:0;122cddc95ec8:39787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:31:13,564 INFO [M:0;122cddc95ec8:39787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:13,564 DEBUG [M:0;122cddc95ec8:39787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:13,564 DEBUG [M:0;122cddc95ec8:39787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:31:13,564 DEBUG [M:0;122cddc95ec8:39787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:13,565 INFO [M:0;122cddc95ec8:39787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-03T06:31:13,584 DEBUG [M:0;122cddc95ec8:39787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2da78e6c33844afba78674a66599a01d is 82, key is hbase:meta,,1/info:regioninfo/1733207461190/Put/seqid=0 2024-12-03T06:31:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741849_1025 (size=5672) 2024-12-03T06:31:13,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:13,639 INFO [RS:0;122cddc95ec8:39445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:31:13,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39445-0x1009eb8e72a0004, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:13,639 INFO [RS:0;122cddc95ec8:39445 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,39445,1733207458441; zookeeper connection closed. 2024-12-03T06:31:13,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@82289f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@82289f5 2024-12-03T06:31:13,640 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:31:13,665 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 914, reset compression=false 2024-12-03T06:31:13,988 INFO [M:0;122cddc95ec8:39787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2da78e6c33844afba78674a66599a01d 2024-12-03T06:31:14,003 DEBUG [M:0;122cddc95ec8:39787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/889033be0c644d9c9607667c9e04cb2d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733207467182/Put/seqid=0 2024-12-03T06:31:14,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741850_1026 (size=8517) 2024-12-03T06:31:14,007 INFO [M:0;122cddc95ec8:39787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/889033be0c644d9c9607667c9e04cb2d 2024-12-03T06:31:14,026 DEBUG [M:0;122cddc95ec8:39787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/444a3129713a40b4af674c3103f67e5d is 69, key is 122cddc95ec8,39445,1733207458441/rs:state/1733207460095/Put/seqid=0 2024-12-03T06:31:14,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741851_1027 (size=5156) 2024-12-03T06:31:14,369 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 914, reset compression=false 2024-12-03T06:31:14,429 INFO [M:0;122cddc95ec8:39787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/444a3129713a40b4af674c3103f67e5d 2024-12-03T06:31:14,433 DEBUG [M:0;122cddc95ec8:39787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2da78e6c33844afba78674a66599a01d as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2da78e6c33844afba78674a66599a01d 2024-12-03T06:31:14,437 INFO [M:0;122cddc95ec8:39787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2da78e6c33844afba78674a66599a01d, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T06:31:14,438 DEBUG [M:0;122cddc95ec8:39787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/889033be0c644d9c9607667c9e04cb2d as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/889033be0c644d9c9607667c9e04cb2d 2024-12-03T06:31:14,441 INFO [M:0;122cddc95ec8:39787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/889033be0c644d9c9607667c9e04cb2d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T06:31:14,442 DEBUG [M:0;122cddc95ec8:39787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/444a3129713a40b4af674c3103f67e5d as hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/444a3129713a40b4af674c3103f67e5d 2024-12-03T06:31:14,445 INFO [M:0;122cddc95ec8:39787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40651/user/jenkins/test-data/3d47689a-f3a2-baf7-c28b-583bd68a46d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/444a3129713a40b4af674c3103f67e5d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T06:31:14,446 INFO [M:0;122cddc95ec8:39787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false 2024-12-03T06:31:14,447 INFO [M:0;122cddc95ec8:39787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:14,447 DEBUG [M:0;122cddc95ec8:39787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207473564Disabling compacts and flushes for region at 1733207473564Disabling writes for close at 1733207473564Obtaining lock to block concurrent updates at 1733207473565 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207473565Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733207473566 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207473566Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207473566Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207473584 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207473584Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207473991 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207474003 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207474003Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207474010 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207474025 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207474025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a55e90: reopening flushed file at 1733207474433 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5e7cf0: reopening flushed file at 1733207474437 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56be19f8: reopening flushed file at 1733207474441 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false at 1733207474446 (+5 ms)Writing region close event to WAL at 1733207474447 (+1 ms)Closed at 1733207474447 2024-12-03T06:31:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32915 is added to blk_1073741830_1006 (size=63666) 2024-12-03T06:31:14,458 INFO [M:0;122cddc95ec8:39787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:31:14,459 INFO [M:0;122cddc95ec8:39787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39787 2024-12-03T06:31:14,459 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:31:14,459 INFO [M:0;122cddc95ec8:39787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:31:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x1009eb8e72a0003, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:14,590 INFO [M:0;122cddc95ec8:39787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:31:14,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62ee8a2a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:31:14,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3277f782{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:31:14,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:31:14,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7708efa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:31:14,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@258aa330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/hadoop.log.dir/,STOPPED} 2024-12-03T06:31:14,629 WARN [BP-1910896541-172.17.0.2-1733207456850 heartbeating to localhost/127.0.0.1:40651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:31:14,629 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:31:14,630 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:31:14,630 WARN [BP-1910896541-172.17.0.2-1733207456850 heartbeating to localhost/127.0.0.1:40651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1910896541-172.17.0.2-1733207456850 (Datanode Uuid b378dc22-5133-4269-930c-ae01572e9e22) service to localhost/127.0.0.1:40651 2024-12-03T06:31:14,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/cluster_8903ac56-a2ff-9267-b865-12b28f455968/data/data1/current/BP-1910896541-172.17.0.2-1733207456850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:31:14,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/cluster_8903ac56-a2ff-9267-b865-12b28f455968/data/data2/current/BP-1910896541-172.17.0.2-1733207456850 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:31:14,631 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:31:14,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6698f2f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:31:14,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26844da4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:31:14,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:31:14,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b99f3dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:31:14,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71fe6b1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/hadoop.log.dir/,STOPPED} 2024-12-03T06:31:14,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:31:14,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:31:14,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:14,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:14,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:14,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:14,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:14,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:31:14,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=509991287, stopped=false 2024-12-03T06:31:14,656 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,41981,1733207453417 2024-12-03T06:31:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107194532/running 2024-12-03T06:31:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107194532/running 2024-12-03T06:31:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:31:14,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:31:14,672 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:31:14,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:14,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:14,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:14,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Set watcher on znode that does not yet exist, /0107194532/running 2024-12-03T06:31:14,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,38189,1733207453565' ***** 2024-12-03T06:31:14,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:31:14,673 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:31:14,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Set watcher on znode that does not yet exist, /0107194532/running 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:31:14,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d3f04568729216e9384d5b41c154566 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(3091): Received CLOSE for cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,38189,1733207453565 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:38189. 2024-12-03T06:31:14,674 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d3f04568729216e9384d5b41c154566, disabling compactions & flushes 2024-12-03T06:31:14,674 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:14,674 DEBUG [RS:0;122cddc95ec8:38189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:14,674 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:14,674 DEBUG [RS:0;122cddc95ec8:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:14,674 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. after waiting 0 ms 2024-12-03T06:31:14,674 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:31:14,674 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d3f04568729216e9384d5b41c154566 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:31:14,674 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:31:14,674 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1325): Online Regions={9d3f04568729216e9384d5b41c154566=hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566., 1588230740=hbase:meta,,1.1588230740, cf0cd495b71ed0d644639429c56a6279=test,,1733207461293.cf0cd495b71ed0d644639429c56a6279.} 2024-12-03T06:31:14,675 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d3f04568729216e9384d5b41c154566, cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:14,675 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:31:14,675 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:31:14,675 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:31:14,675 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:31:14,675 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:31:14,675 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:31:14,689 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/replication/9d3f04568729216e9384d5b41c154566/.tmp/queue/3cc6133eb94d4671a07ba633ecfc29c5 is 153, key is 1-122cddc95ec8,38189,1733207453565/queue:122cddc95ec8%2C38189%2C1733207453565/1733207471535/Put/seqid=0 2024-12-03T06:31:14,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741840_1016 (size=5352) 2024-12-03T06:31:14,696 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/info/8c65a89f100b43eface7b9bd33340d8a is 147, key is hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566./info:regioninfo/1733207466402/Put/seqid=0 2024-12-03T06:31:14,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741841_1017 (size=7686) 2024-12-03T06:31:14,726 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:31:14,726 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:31:14,761 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:31:14,875 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d3f04568729216e9384d5b41c154566, cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:15,075 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d3f04568729216e9384d5b41c154566, cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:15,094 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/replication/9d3f04568729216e9384d5b41c154566/.tmp/queue/3cc6133eb94d4671a07ba633ecfc29c5 2024-12-03T06:31:15,099 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/replication/9d3f04568729216e9384d5b41c154566/.tmp/queue/3cc6133eb94d4671a07ba633ecfc29c5 as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/replication/9d3f04568729216e9384d5b41c154566/queue/3cc6133eb94d4671a07ba633ecfc29c5 2024-12-03T06:31:15,099 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/info/8c65a89f100b43eface7b9bd33340d8a 2024-12-03T06:31:15,103 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/replication/9d3f04568729216e9384d5b41c154566/queue/3cc6133eb94d4671a07ba633ecfc29c5, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T06:31:15,104 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 9d3f04568729216e9384d5b41c154566 in 429ms, sequenceid=10, compaction requested=false 2024-12-03T06:31:15,106 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/replication/9d3f04568729216e9384d5b41c154566/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T06:31:15,107 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:15,107 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:31:15,107 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:15,107 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d3f04568729216e9384d5b41c154566: Waiting for close lock at 1733207474674Running coprocessor pre-close hooks at 1733207474674Disabling compacts and flushes for region at 1733207474674Disabling writes for close at 1733207474674Obtaining lock to block concurrent updates at 1733207474674Preparing flush snapshotting stores in 9d3f04568729216e9384d5b41c154566 at 1733207474674Finished memstore snapshotting hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733207474675 (+1 ms)Flushing stores of hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. at 1733207474676 (+1 ms)Flushing 9d3f04568729216e9384d5b41c154566/queue: creating writer at 1733207474676Flushing 9d3f04568729216e9384d5b41c154566/queue: appending metadata at 1733207474689 (+13 ms)Flushing 9d3f04568729216e9384d5b41c154566/queue: closing flushed file at 1733207474689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd802c6: reopening flushed file at 1733207475098 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 9d3f04568729216e9384d5b41c154566 in 429ms, sequenceid=10, compaction requested=false at 1733207475104 (+6 ms)Writing region close event to WAL at 1733207475104Running coprocessor post-close hooks at 1733207475107 (+3 ms)Closed at 1733207475107 2024-12-03T06:31:15,107 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207465622.9d3f04568729216e9384d5b41c154566. 2024-12-03T06:31:15,107 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf0cd495b71ed0d644639429c56a6279, disabling compactions & flushes 2024-12-03T06:31:15,107 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:15,107 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:15,107 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. after waiting 0 ms 2024-12-03T06:31:15,107 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:15,107 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf0cd495b71ed0d644639429c56a6279 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-03T06:31:15,115 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/ns/d0a6f3ba93d44bea93dbbc8ffb1be982 is 43, key is default/ns:d/1733207456768/Put/seqid=0 2024-12-03T06:31:15,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741842_1018 (size=5153) 2024-12-03T06:31:15,124 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/.tmp/f/768a2147566c4e718a9b579ea8463125 is 29, key is row1/f:/1733207470931/DeleteFamily/seqid=0 2024-12-03T06:31:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741843_1019 (size=5118) 2024-12-03T06:31:15,173 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 914, reset compression=false 2024-12-03T06:31:15,176 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:15,177 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 1161, reset compression=false 2024-12-03T06:31:15,177 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,38189,1733207453565 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:15,177 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 122cddc95ec8,38189,1733207453565: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-122cddc95ec8,38189,1733207453565, walGroup=122cddc95ec8%2C38189%2C1733207453565, offset=122cddc95ec8%2C38189%2C1733207453565.1733207455767:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:38189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T06:31:15,178 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:31:15,179 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:31:15,179 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:31:15,179 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:31:15,179 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:31:15,179 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 604747592 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191095680 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:31:15,179 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:41981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:41981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T06:31:15,275 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:15,379 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 1161, reset compression=false 2024-12-03T06:31:15,475 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:15,519 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/ns/d0a6f3ba93d44bea93dbbc8ffb1be982 2024-12-03T06:31:15,528 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/.tmp/f/768a2147566c4e718a9b579ea8463125 2024-12-03T06:31:15,533 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 768a2147566c4e718a9b579ea8463125 2024-12-03T06:31:15,541 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/rep_barrier/1712eec6a9ad46e59c514c0e2f44b993 is 112, key is test,,1733207461293.cf0cd495b71ed0d644639429c56a6279./rep_barrier:seqnumDuringOpen/1733207462437/Put/seqid=0 2024-12-03T06:31:15,546 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/.tmp/f1/844144d2752442418452ec30276af357 is 30, key is row1/f1:/1733207470931/DeleteFamily/seqid=0 2024-12-03T06:31:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741844_1020 (size=5518) 2024-12-03T06:31:15,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741845_1021 (size=5123) 2024-12-03T06:31:15,549 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/.tmp/f1/844144d2752442418452ec30276af357 2024-12-03T06:31:15,552 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 844144d2752442418452ec30276af357 2024-12-03T06:31:15,569 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/.tmp/norep/594736c06bf747eeaecc0dee5422cf3e is 32, key is row/norep:/1733207469925/DeleteFamily/seqid=0 2024-12-03T06:31:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741846_1022 (size=5101) 2024-12-03T06:31:15,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:15,577 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:31:15,577 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28347 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:31:15,675 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:31:15,676 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cf0cd495b71ed0d644639429c56a6279=test,,1733207461293.cf0cd495b71ed0d644639429c56a6279.} 2024-12-03T06:31:15,676 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:15,683 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 1161, reset compression=false 2024-12-03T06:31:15,876 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf0cd495b71ed0d644639429c56a6279 2024-12-03T06:31:15,947 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/rep_barrier/1712eec6a9ad46e59c514c0e2f44b993 2024-12-03T06:31:15,963 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/table/bf1de43a88fe4f5b9c747b1240c1ff73 is 53, key is hbase:replication/table:state/1733207466411/Put/seqid=0 2024-12-03T06:31:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741847_1023 (size=5308) 2024-12-03T06:31:15,972 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/.tmp/norep/594736c06bf747eeaecc0dee5422cf3e 2024-12-03T06:31:15,975 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 594736c06bf747eeaecc0dee5422cf3e 2024-12-03T06:31:15,976 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/.tmp/f/768a2147566c4e718a9b579ea8463125 as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/f/768a2147566c4e718a9b579ea8463125 2024-12-03T06:31:15,979 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 768a2147566c4e718a9b579ea8463125 2024-12-03T06:31:15,979 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/f/768a2147566c4e718a9b579ea8463125, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T06:31:15,980 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/.tmp/f1/844144d2752442418452ec30276af357 as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/f1/844144d2752442418452ec30276af357 2024-12-03T06:31:15,984 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 844144d2752442418452ec30276af357 2024-12-03T06:31:15,984 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/f1/844144d2752442418452ec30276af357, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T06:31:15,984 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/.tmp/norep/594736c06bf747eeaecc0dee5422cf3e as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/norep/594736c06bf747eeaecc0dee5422cf3e 2024-12-03T06:31:15,987 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 594736c06bf747eeaecc0dee5422cf3e 2024-12-03T06:31:15,987 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/norep/594736c06bf747eeaecc0dee5422cf3e, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T06:31:15,988 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cf0cd495b71ed0d644639429c56a6279 in 881ms, sequenceid=8, compaction requested=false 2024-12-03T06:31:15,991 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/default/test/cf0cd495b71ed0d644639429c56a6279/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T06:31:15,992 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:15,992 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:31:15,992 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:15,992 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf0cd495b71ed0d644639429c56a6279: Waiting for close lock at 1733207475107Running coprocessor pre-close hooks at 1733207475107Disabling compacts and flushes for region at 1733207475107Disabling writes for close at 1733207475107Obtaining lock to block concurrent updates at 1733207475107Preparing flush snapshotting stores in cf0cd495b71ed0d644639429c56a6279 at 1733207475107Finished memstore snapshotting test,,1733207461293.cf0cd495b71ed0d644639429c56a6279., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733207475107Flushing stores of test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. at 1733207475108 (+1 ms)Flushing cf0cd495b71ed0d644639429c56a6279/f: creating writer at 1733207475108Flushing cf0cd495b71ed0d644639429c56a6279/f: appending metadata at 1733207475123 (+15 ms)Flushing cf0cd495b71ed0d644639429c56a6279/f: closing flushed file at 1733207475124 (+1 ms)Flushing cf0cd495b71ed0d644639429c56a6279/f1: creating writer at 1733207475533 (+409 ms)Flushing cf0cd495b71ed0d644639429c56a6279/f1: appending metadata at 1733207475545 (+12 ms)Flushing cf0cd495b71ed0d644639429c56a6279/f1: closing flushed file at 1733207475545Flushing cf0cd495b71ed0d644639429c56a6279/norep: creating writer at 1733207475553 (+8 ms)Flushing cf0cd495b71ed0d644639429c56a6279/norep: appending metadata at 1733207475568 (+15 ms)Flushing cf0cd495b71ed0d644639429c56a6279/norep: closing flushed file at 1733207475568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5d7fea: reopening flushed file at 1733207475975 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9759f7: reopening flushed file at 1733207475980 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f642b9e: reopening flushed file at 1733207475984 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cf0cd495b71ed0d644639429c56a6279 in 881ms, sequenceid=8, compaction requested=false at 1733207475988 (+4 ms)Writing region close event to WAL at 1733207475989 (+1 ms)Running coprocessor post-close hooks at 1733207475992 (+3 ms)Closed at 1733207475992 2024-12-03T06:31:15,992 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207461293.cf0cd495b71ed0d644639429c56a6279. 2024-12-03T06:31:16,076 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:31:16,087 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 1161, reset compression=false 2024-12-03T06:31:16,091 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:16,091 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 1805, reset compression=false 2024-12-03T06:31:16,276 DEBUG [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:31:16,294 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 1805, reset compression=false 2024-12-03T06:31:16,367 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/table/bf1de43a88fe4f5b9c747b1240c1ff73 2024-12-03T06:31:16,371 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/info/8c65a89f100b43eface7b9bd33340d8a as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/info/8c65a89f100b43eface7b9bd33340d8a 2024-12-03T06:31:16,374 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/info/8c65a89f100b43eface7b9bd33340d8a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:31:16,375 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/ns/d0a6f3ba93d44bea93dbbc8ffb1be982 as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/ns/d0a6f3ba93d44bea93dbbc8ffb1be982 2024-12-03T06:31:16,378 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/ns/d0a6f3ba93d44bea93dbbc8ffb1be982, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:31:16,379 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/rep_barrier/1712eec6a9ad46e59c514c0e2f44b993 as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/rep_barrier/1712eec6a9ad46e59c514c0e2f44b993 2024-12-03T06:31:16,382 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/rep_barrier/1712eec6a9ad46e59c514c0e2f44b993, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:31:16,382 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/.tmp/table/bf1de43a88fe4f5b9c747b1240c1ff73 as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/table/bf1de43a88fe4f5b9c747b1240c1ff73 2024-12-03T06:31:16,385 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/table/bf1de43a88fe4f5b9c747b1240c1ff73, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:31:16,386 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-12-03T06:31:16,389 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:31:16,390 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:16,390 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:31:16,390 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:16,390 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207474675Running coprocessor pre-close hooks at 1733207474675Disabling compacts and flushes for region at 1733207474675Disabling writes for close at 1733207474675Obtaining lock to block concurrent updates at 1733207474675Preparing flush snapshotting stores in 1588230740 at 1733207474675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207474675Flushing stores of hbase:meta,,1.1588230740 at 1733207474676 (+1 ms)Flushing 1588230740/info: creating writer at 1733207474676Flushing 1588230740/info: appending metadata at 1733207474695 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733207474695Flushing 1588230740/ns: creating writer at 1733207475103 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733207475115 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733207475115Flushing 1588230740/rep_barrier: creating writer at 1733207475524 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207475541 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207475541Flushing 1588230740/table: creating writer at 1733207475950 (+409 ms)Flushing 1588230740/table: appending metadata at 1733207475963 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733207475963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720cbed1: reopening flushed file at 1733207476371 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4732d78b: reopening flushed file at 1733207476375 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663185ef: reopening flushed file at 1733207476378 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a18a7a: reopening flushed file at 1733207476382 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1733207476386 (+4 ms)Writing region close event to WAL at 1733207476387 (+1 ms)Running coprocessor post-close hooks at 1733207476390 (+3 ms)Closed at 1733207476390 2024-12-03T06:31:16,390 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:16,476 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,38189,1733207453565; all regions closed. 2024-12-03T06:31:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:31:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741839_1015 (size=2676) 2024-12-03T06:31:16,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.rep.1733207466371 not finished, retry = 0 2024-12-03T06:31:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741832_1008 (size=1813) 2024-12-03T06:31:16,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 not finished, retry = 0 2024-12-03T06:31:16,597 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 to pos 1805, reset compression=false 2024-12-03T06:31:16,684 DEBUG [RS:0;122cddc95ec8:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:16,684 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:31:16,684 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/WALs/122cddc95ec8,38189,1733207453565/122cddc95ec8%2C38189%2C1733207453565.1733207455767 2024-12-03T06:31:16,684 INFO [RS:0;122cddc95ec8:38189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:31:16,685 INFO [RS:0;122cddc95ec8:38189 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:31:16,685 INFO [RS:0;122cddc95ec8:38189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:31:16,685 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:31:16,685 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,38189,1733207453565 because: Region server is closing 2024-12-03T06:31:16,685 INFO [RS:0;122cddc95ec8:38189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:38189. 2024-12-03T06:31:16,685 DEBUG [RS:0;122cddc95ec8:38189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:16,685 DEBUG [RS:0;122cddc95ec8:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:16,685 DEBUG [RS:0;122cddc95ec8:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:16,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:16,786 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.shipper122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 terminated 2024-12-03T06:31:16,785 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,38189,1733207453565.replicationSource.wal-reader.122cddc95ec8%2C38189%2C1733207453565,1-122cddc95ec8,38189,1733207453565 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-03T06:31:16,786 INFO [RS:0;122cddc95ec8:38189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:38189. 2024-12-03T06:31:16,786 DEBUG [RS:0;122cddc95ec8:38189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:16,786 DEBUG [RS:0;122cddc95ec8:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:16,786 DEBUG [RS:0;122cddc95ec8:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:16,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:16,786 INFO [RS:0;122cddc95ec8:38189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38189 2024-12-03T06:31:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107194532/rs/122cddc95ec8,38189,1733207453565 2024-12-03T06:31:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532/rs 2024-12-03T06:31:16,822 INFO [RS:0;122cddc95ec8:38189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:31:16,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,38189,1733207453565] 2024-12-03T06:31:16,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0107194532/draining/122cddc95ec8,38189,1733207453565 already deleted, retry=false 2024-12-03T06:31:16,839 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,38189,1733207453565 expired; onlineServers=0 2024-12-03T06:31:16,839 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,41981,1733207453417' ***** 2024-12-03T06:31:16,839 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:31:16,839 INFO [M:0;122cddc95ec8:41981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:31:16,839 INFO [M:0;122cddc95ec8:41981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:31:16,839 DEBUG [M:0;122cddc95ec8:41981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:31:16,839 DEBUG [M:0;122cddc95ec8:41981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:31:16,839 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:31:16,839 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207455526 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207455526,5,FailOnTimeoutGroup] 2024-12-03T06:31:16,839 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207455525 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207455525,5,FailOnTimeoutGroup] 2024-12-03T06:31:16,839 INFO [M:0;122cddc95ec8:41981 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:31:16,839 INFO [M:0;122cddc95ec8:41981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:31:16,839 DEBUG [M:0;122cddc95ec8:41981 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:31:16,839 INFO [M:0;122cddc95ec8:41981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:31:16,840 INFO [M:0;122cddc95ec8:41981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:31:16,840 INFO [M:0;122cddc95ec8:41981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:31:16,840 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:31:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0107194532/master 2024-12-03T06:31:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0107194532 2024-12-03T06:31:16,847 DEBUG [M:0;122cddc95ec8:41981 {}] zookeeper.ZKUtil(347): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Unable to get data of znode /0107194532/master because node does not exist (not an error) 2024-12-03T06:31:16,847 WARN [M:0;122cddc95ec8:41981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:31:16,848 INFO [M:0;122cddc95ec8:41981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/.lastflushedseqids 2024-12-03T06:31:16,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741848_1024 (size=245) 2024-12-03T06:31:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:16,931 INFO [RS:0;122cddc95ec8:38189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:31:16,931 INFO [RS:0;122cddc95ec8:38189 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,38189,1733207453565; zookeeper connection closed. 2024-12-03T06:31:16,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1009eb8e72a0001, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:16,931 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@574ba53d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@574ba53d 2024-12-03T06:31:16,931 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:31:17,252 INFO [M:0;122cddc95ec8:41981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:31:17,253 INFO [M:0;122cddc95ec8:41981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:31:17,253 DEBUG [M:0;122cddc95ec8:41981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:31:17,253 INFO [M:0;122cddc95ec8:41981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:17,253 DEBUG [M:0;122cddc95ec8:41981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:17,253 DEBUG [M:0;122cddc95ec8:41981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:31:17,253 DEBUG [M:0;122cddc95ec8:41981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:17,253 INFO [M:0;122cddc95ec8:41981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T06:31:17,274 DEBUG [M:0;122cddc95ec8:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4334c2c5f1944bd96c557783faece99 is 82, key is hbase:meta,,1/info:regioninfo/1733207456731/Put/seqid=0 2024-12-03T06:31:17,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741849_1025 (size=5672) 2024-12-03T06:31:17,525 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:31:17,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:17,679 INFO [M:0;122cddc95ec8:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4334c2c5f1944bd96c557783faece99 2024-12-03T06:31:17,699 DEBUG [M:0;122cddc95ec8:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1c48c8e5d1c448181cba0f3ff27edf5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733207466416/Put/seqid=0 2024-12-03T06:31:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741850_1026 (size=8516) 2024-12-03T06:31:18,102 INFO [M:0;122cddc95ec8:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1c48c8e5d1c448181cba0f3ff27edf5 2024-12-03T06:31:18,122 DEBUG [M:0;122cddc95ec8:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b8f2b611908423abc01dc52f774739b is 69, key is 122cddc95ec8,38189,1733207453565/rs:state/1733207455619/Put/seqid=0 2024-12-03T06:31:18,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741851_1027 (size=5156) 2024-12-03T06:31:18,525 INFO [M:0;122cddc95ec8:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b8f2b611908423abc01dc52f774739b 2024-12-03T06:31:18,529 DEBUG [M:0;122cddc95ec8:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4334c2c5f1944bd96c557783faece99 as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4334c2c5f1944bd96c557783faece99 2024-12-03T06:31:18,533 INFO [M:0;122cddc95ec8:41981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4334c2c5f1944bd96c557783faece99, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T06:31:18,533 DEBUG [M:0;122cddc95ec8:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1c48c8e5d1c448181cba0f3ff27edf5 as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1c48c8e5d1c448181cba0f3ff27edf5 2024-12-03T06:31:18,537 INFO [M:0;122cddc95ec8:41981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1c48c8e5d1c448181cba0f3ff27edf5, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T06:31:18,537 DEBUG [M:0;122cddc95ec8:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b8f2b611908423abc01dc52f774739b as hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b8f2b611908423abc01dc52f774739b 2024-12-03T06:31:18,540 INFO [M:0;122cddc95ec8:41981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b8f2b611908423abc01dc52f774739b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T06:31:18,541 INFO [M:0;122cddc95ec8:41981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-12-03T06:31:18,542 INFO [M:0;122cddc95ec8:41981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:18,542 DEBUG [M:0;122cddc95ec8:41981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207477253Disabling compacts and flushes for region at 1733207477253Disabling writes for close at 1733207477253Obtaining lock to block concurrent updates at 1733207477253Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207477253Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733207477254 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207477254Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207477254Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207477274 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207477274Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207477683 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207477699 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207477699Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207478106 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207478121 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207478121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa6524a: reopening flushed file at 1733207478529 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e27f4f: reopening flushed file at 1733207478533 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21679ffe: reopening flushed file at 1733207478537 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1733207478541 (+4 ms)Writing region close event to WAL at 1733207478542 (+1 ms)Closed at 1733207478542 2024-12-03T06:31:18,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38003 is added to blk_1073741830_1006 (size=63654) 2024-12-03T06:31:18,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eff7f0da-bca0-f0dd-6301-09866257eb5b/MasterData/WALs/122cddc95ec8,41981,1733207453417/122cddc95ec8%2C41981%2C1733207453417.1733207455298 not finished, retry = 0 2024-12-03T06:31:18,645 INFO [M:0;122cddc95ec8:41981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:31:18,645 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:31:18,645 INFO [M:0;122cddc95ec8:41981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41981 2024-12-03T06:31:18,645 INFO [M:0;122cddc95ec8:41981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:31:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:18,780 INFO [M:0;122cddc95ec8:41981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:31:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1009eb8e72a0000, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:18,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7517b687{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:31:18,784 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2800e149{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:31:18,784 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:31:18,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7235f80f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:31:18,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7580c67d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/hadoop.log.dir/,STOPPED} 2024-12-03T06:31:18,785 WARN [BP-1798921463-172.17.0.2-1733207451776 heartbeating to localhost/127.0.0.1:42479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:31:18,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:31:18,785 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:31:18,785 WARN [BP-1798921463-172.17.0.2-1733207451776 heartbeating to localhost/127.0.0.1:42479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1798921463-172.17.0.2-1733207451776 (Datanode Uuid f9997847-d013-4081-94b3-0b97e76f390b) service to localhost/127.0.0.1:42479 2024-12-03T06:31:18,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/cluster_ee3bf18e-292f-1494-5093-ee687b69181e/data/data1/current/BP-1798921463-172.17.0.2-1733207451776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:31:18,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/cluster_ee3bf18e-292f-1494-5093-ee687b69181e/data/data2/current/BP-1798921463-172.17.0.2-1733207451776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:31:18,786 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:31:18,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e437044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:31:18,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ee8f04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:31:18,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:31:18,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53047f3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:31:18,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3294e530{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e07992-af69-31bd-3686-404f8c9d749e/hadoop.log.dir/,STOPPED} 2024-12-03T06:31:18,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:31:18,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:31:18,822 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 240) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42479 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52303) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52303) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40651 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 617) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 220) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11626 (was 11334) - AvailableMemoryMB LEAK? - 2024-12-03T06:31:18,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=11626 2024-12-03T06:31:18,842 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-03T06:31:18,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/hadoop.log.dir so I do NOT create it in target/test-data/279335a5-90a4-fe89-5400-40f9778883df 2024-12-03T06:31:18,842 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:31:18,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/hadoop.tmp.dir so I do NOT create it in target/test-data/279335a5-90a4-fe89-5400-40f9778883df 2024-12-03T06:31:18,842 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45f056b3-a146-c80b-729d-c4dfabf0cead/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:31:18,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df 2024-12-03T06:31:18,842 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/cluster_e055f655-697d-22ee-7958-9fb56ba7654c, deleteOnExit=true 2024-12-03T06:31:18,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/cluster_e055f655-697d-22ee-7958-9fb56ba7654c/zookeeper_0, clientPort=63189, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/cluster_e055f655-697d-22ee-7958-9fb56ba7654c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/cluster_e055f655-697d-22ee-7958-9fb56ba7654c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:31:18,845 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63189 2024-12-03T06:31:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:31:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:31:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/test.cache.data in system properties and HBase conf 2024-12-03T06:31:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:31:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:31:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:31:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:31:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:31:18,846 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:31:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:31:18,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009eb8e72a0005, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:31:18,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009eb8e72a0005, quorum=127.0.0.1:52303, baseZNode=/1-1620201377 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:31:18,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009eb8e72a0002, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:31:18,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009eb8e72a0002, quorum=127.0.0.1:52303, baseZNode=/0107194532 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:31:19,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:31:19,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:31:19,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:31:19,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:31:19,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:31:19,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:31:19,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5acb34b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:31:19,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d209bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:31:19,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e207ce7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/java.io.tmpdir/jetty-localhost-44523-hadoop-hdfs-3_4_1-tests_jar-_-any-11101603328129712798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:31:19,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@175ebd1b{HTTP/1.1, (http/1.1)}{localhost:44523} 2024-12-03T06:31:19,220 INFO [Time-limited test {}] server.Server(415): Started @224471ms 2024-12-03T06:31:19,388 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:31:19,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:31:19,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:31:19,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:31:19,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:31:19,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@424c7e56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:31:19,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5af50f28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:31:19,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@340a28cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/java.io.tmpdir/jetty-localhost-40481-hadoop-hdfs-3_4_1-tests_jar-_-any-11081176397935201010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:31:19,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16bee036{HTTP/1.1, (http/1.1)}{localhost:40481} 2024-12-03T06:31:19,487 INFO [Time-limited test {}] server.Server(415): Started @224738ms 2024-12-03T06:31:19,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:31:19,939 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/cluster_e055f655-697d-22ee-7958-9fb56ba7654c/data/data1/current/BP-280350390-172.17.0.2-1733207478860/current, will proceed with Du for space computation calculation, 2024-12-03T06:31:19,941 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/cluster_e055f655-697d-22ee-7958-9fb56ba7654c/data/data2/current/BP-280350390-172.17.0.2-1733207478860/current, will proceed with Du for space computation calculation, 2024-12-03T06:31:19,958 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:31:19,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36a0f4824638752a with lease ID 0x63f12b844cf24d1a: Processing first storage report for DS-42e5c471-447c-422c-a7b1-5a70d7367acf from datanode DatanodeRegistration(127.0.0.1:42185, datanodeUuid=1ec0aab6-f532-40b9-997b-64b484249f1f, infoPort=46605, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=859197170;c=1733207478860) 2024-12-03T06:31:19,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36a0f4824638752a with lease ID 0x63f12b844cf24d1a: from storage DS-42e5c471-447c-422c-a7b1-5a70d7367acf node DatanodeRegistration(127.0.0.1:42185, datanodeUuid=1ec0aab6-f532-40b9-997b-64b484249f1f, infoPort=46605, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=859197170;c=1733207478860), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T06:31:19,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36a0f4824638752a with lease ID 0x63f12b844cf24d1a: Processing first storage report for DS-f1845123-0bb2-4f4c-9c87-6d5e93cc4b29 from datanode DatanodeRegistration(127.0.0.1:42185, datanodeUuid=1ec0aab6-f532-40b9-997b-64b484249f1f, infoPort=46605, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=859197170;c=1733207478860) 2024-12-03T06:31:19,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36a0f4824638752a with lease ID 0x63f12b844cf24d1a: from storage DS-f1845123-0bb2-4f4c-9c87-6d5e93cc4b29 node DatanodeRegistration(127.0.0.1:42185, datanodeUuid=1ec0aab6-f532-40b9-997b-64b484249f1f, infoPort=46605, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=859197170;c=1733207478860), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:31:20,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df 2024-12-03T06:31:20,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:20,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:20,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:31:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:31:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:31:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:31:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:31:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T06:31:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:20,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:31:20,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2 with version=8 2024-12-03T06:31:20,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/hbase-staging 2024-12-03T06:31:20,431 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:31:20,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:20,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:20,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:31:20,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:20,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:31:20,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:31:20,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:31:20,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34799 2024-12-03T06:31:20,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34799 connecting to ZooKeeper ensemble=127.0.0.1:63189 2024-12-03T06:31:20,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347990x0, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:31:20,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34799-0x1009eb950f60000 connected 2024-12-03T06:31:20,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:20,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:20,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Set watcher on znode that does not yet exist, /01057412290/running 2024-12-03T06:31:20,567 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2, hbase.cluster.distributed=false 2024-12-03T06:31:20,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Set watcher on znode that does not yet exist, /01057412290/acl 2024-12-03T06:31:20,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34799 2024-12-03T06:31:20,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34799 2024-12-03T06:31:20,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34799 2024-12-03T06:31:20,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34799 2024-12-03T06:31:20,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34799 2024-12-03T06:31:20,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:31:20,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:20,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:20,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:31:20,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:20,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:31:20,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:31:20,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:31:20,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33957 2024-12-03T06:31:20,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33957 connecting to ZooKeeper ensemble=127.0.0.1:63189 2024-12-03T06:31:20,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:20,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:20,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339570x0, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:31:20,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339570x0, quorum=127.0.0.1:63189, baseZNode=/01057412290 Set watcher on znode that does not yet exist, /01057412290/running 2024-12-03T06:31:20,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33957-0x1009eb950f60001 connected 2024-12-03T06:31:20,598 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:31:20,600 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:31:20,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Set watcher on znode that does not yet exist, /01057412290/master 2024-12-03T06:31:20,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Set watcher on znode that does not yet exist, /01057412290/acl 2024-12-03T06:31:20,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33957 2024-12-03T06:31:20,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33957 2024-12-03T06:31:20,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33957 2024-12-03T06:31:20,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33957 2024-12-03T06:31:20,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33957 2024-12-03T06:31:20,619 DEBUG [M:0;122cddc95ec8:34799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:34799 2024-12-03T06:31:20,619 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01057412290/backup-masters/122cddc95ec8,34799,1733207480431 2024-12-03T06:31:20,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290/backup-masters 2024-12-03T06:31:20,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290/backup-masters 2024-12-03T06:31:20,630 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Set watcher on existing znode=/01057412290/backup-masters/122cddc95ec8,34799,1733207480431 2024-12-03T06:31:20,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01057412290/master 2024-12-03T06:31:20,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:20,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:20,639 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Set watcher on existing znode=/01057412290/master 2024-12-03T06:31:20,639 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01057412290/backup-masters/122cddc95ec8,34799,1733207480431 from backup master directory 2024-12-03T06:31:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290/backup-masters 2024-12-03T06:31:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01057412290/backup-masters/122cddc95ec8,34799,1733207480431 2024-12-03T06:31:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290/backup-masters 2024-12-03T06:31:20,647 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:31:20,647 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,34799,1733207480431 2024-12-03T06:31:20,650 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/hbase.id] with ID: a9fe483c-d927-49a0-9fe4-669c37e1422e 2024-12-03T06:31:20,650 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/.tmp/hbase.id 2024-12-03T06:31:20,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:31:21,055 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/.tmp/hbase.id]:[hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/hbase.id] 2024-12-03T06:31:21,063 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:21,063 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:31:21,064 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:31:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:21,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:31:21,502 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:21,502 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:31:21,502 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:31:21,909 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store 2024-12-03T06:31:21,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:31:22,315 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:22,315 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:31:22,315 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:22,315 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:22,315 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:31:22,315 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:22,315 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:22,315 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207482315Disabling compacts and flushes for region at 1733207482315Disabling writes for close at 1733207482315Writing region close event to WAL at 1733207482315Closed at 1733207482315 2024-12-03T06:31:22,316 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/.initializing 2024-12-03T06:31:22,316 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/WALs/122cddc95ec8,34799,1733207480431 2024-12-03T06:31:22,316 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:31:22,317 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C34799%2C1733207480431, suffix=, logDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/WALs/122cddc95ec8,34799,1733207480431, archiveDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/oldWALs, maxLogs=10 2024-12-03T06:31:22,328 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/WALs/122cddc95ec8,34799,1733207480431/122cddc95ec8%2C34799%2C1733207480431.1733207482318, exclude list is [], retry=0 2024-12-03T06:31:22,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42185,DS-42e5c471-447c-422c-a7b1-5a70d7367acf,DISK] 2024-12-03T06:31:22,331 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/WALs/122cddc95ec8,34799,1733207480431/122cddc95ec8%2C34799%2C1733207480431.1733207482318 2024-12-03T06:31:22,332 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-12-03T06:31:22,332 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:22,332 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:22,332 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,332 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:31:22,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:22,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:22,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:31:22,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:22,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:22,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:31:22,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:22,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:22,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:31:22,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:22,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:22,337 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,338 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,338 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,339 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,339 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,339 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:22,340 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:22,341 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:22,341 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64897707, jitterRate=-0.0329488068819046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:22,342 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207482332Initializing all the Stores at 1733207482333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207482333Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207482333Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207482333Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207482333Cleaning up temporary data from old regions at 1733207482339 (+6 ms)Region opened successfully at 1733207482342 (+3 ms) 2024-12-03T06:31:22,342 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:31:22,344 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704b2a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:31:22,345 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:31:22,345 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:31:22,345 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:31:22,345 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:31:22,345 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:31:22,346 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:31:22,346 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:31:22,347 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:31:22,348 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Unable to get data of znode /01057412290/balancer because node does not exist (not necessarily an error) 2024-12-03T06:31:22,380 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01057412290/balancer already deleted, retry=false 2024-12-03T06:31:22,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:31:22,381 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Unable to get data of znode /01057412290/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:31:22,388 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01057412290/normalizer already deleted, retry=false 2024-12-03T06:31:22,389 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:31:22,389 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Unable to get data of znode /01057412290/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:31:22,397 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01057412290/switch/split already deleted, retry=false 2024-12-03T06:31:22,397 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Unable to get data of znode /01057412290/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:31:22,405 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01057412290/switch/merge already deleted, retry=false 2024-12-03T06:31:22,406 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Unable to get data of znode /01057412290/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:31:22,413 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01057412290/snapshot-cleanup already deleted, retry=false 2024-12-03T06:31:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01057412290/running 2024-12-03T06:31:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01057412290/running 2024-12-03T06:31:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:22,422 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,34799,1733207480431, sessionid=0x1009eb950f60000, setting cluster-up flag (Was=false) 2024-12-03T06:31:22,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:22,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:22,463 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01057412290/flush-table-proc/acquired, /01057412290/flush-table-proc/reached, /01057412290/flush-table-proc/abort 2024-12-03T06:31:22,464 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,34799,1733207480431 2024-12-03T06:31:22,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:22,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:22,505 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01057412290/online-snapshot/acquired, /01057412290/online-snapshot/reached, /01057412290/online-snapshot/abort 2024-12-03T06:31:22,506 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,34799,1733207480431 2024-12-03T06:31:22,507 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:31:22,508 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:22,508 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:31:22,508 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:31:22,508 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,34799,1733207480431 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:31:22,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:22,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:22,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:22,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:22,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:31:22,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:31:22,509 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,511 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207512510 2024-12-03T06:31:22,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:22,511 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:31:22,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:31:22,511 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:31:22,511 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:31:22,511 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:31:22,511 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:31:22,511 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:31:22,511 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:31:22,512 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:22,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:31:22,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:31:22,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:31:22,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:31:22,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:31:22,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:31:22,512 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207482512,5,FailOnTimeoutGroup] 2024-12-03T06:31:22,512 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(746): ClusterId : a9fe483c-d927-49a0-9fe4-669c37e1422e 2024-12-03T06:31:22,512 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:31:22,512 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207482512,5,FailOnTimeoutGroup] 2024-12-03T06:31:22,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:31:22,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,524 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:31:22,524 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:31:22,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:31:22,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:31:22,529 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2 2024-12-03T06:31:22,532 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:31:22,532 DEBUG [RS:0;122cddc95ec8:33957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffe77f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:31:22,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741832_1008 (size=32) 2024-12-03T06:31:22,549 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:33957 2024-12-03T06:31:22,549 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:31:22,549 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:31:22,549 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:31:22,549 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,34799,1733207480431 with port=33957, startcode=1733207480586 2024-12-03T06:31:22,550 DEBUG [RS:0;122cddc95ec8:33957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:31:22,557 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:31:22,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,33957,1733207480586 2024-12-03T06:31:22,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34799 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,33957,1733207480586 2024-12-03T06:31:22,559 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2 2024-12-03T06:31:22,559 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37987 2024-12-03T06:31:22,559 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:31:22,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290/rs 2024-12-03T06:31:22,564 DEBUG [RS:0;122cddc95ec8:33957 {}] zookeeper.ZKUtil(111): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Set watcher on existing znode=/01057412290/rs/122cddc95ec8,33957,1733207480586 2024-12-03T06:31:22,564 WARN [RS:0;122cddc95ec8:33957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:31:22,564 INFO [RS:0;122cddc95ec8:33957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:22,564 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586 2024-12-03T06:31:22,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,33957,1733207480586] 2024-12-03T06:31:22,566 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:31:22,570 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:31:22,573 INFO [RS:0;122cddc95ec8:33957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:31:22,573 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,573 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:31:22,573 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:31:22,573 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,573 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:31:22,574 DEBUG [RS:0;122cddc95ec8:33957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:31:22,574 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,574 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,574 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,574 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,574 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,574 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33957,1733207480586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:31:22,586 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:31:22,587 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33957,1733207480586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,587 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,587 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.Replication(171): 122cddc95ec8,33957,1733207480586 started 2024-12-03T06:31:22,598 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:22,598 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,33957,1733207480586, RpcServer on 122cddc95ec8/172.17.0.2:33957, sessionid=0x1009eb950f60001 2024-12-03T06:31:22,598 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:31:22,598 DEBUG [RS:0;122cddc95ec8:33957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,33957,1733207480586 2024-12-03T06:31:22,598 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,33957,1733207480586' 2024-12-03T06:31:22,598 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01057412290/flush-table-proc/abort' 2024-12-03T06:31:22,599 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01057412290/flush-table-proc/acquired' 2024-12-03T06:31:22,599 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:31:22,599 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:31:22,599 DEBUG [RS:0;122cddc95ec8:33957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,33957,1733207480586 2024-12-03T06:31:22,599 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,33957,1733207480586' 2024-12-03T06:31:22,599 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01057412290/online-snapshot/abort' 2024-12-03T06:31:22,599 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01057412290/online-snapshot/acquired' 2024-12-03T06:31:22,600 DEBUG [RS:0;122cddc95ec8:33957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:31:22,600 INFO [RS:0;122cddc95ec8:33957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:31:22,600 INFO [RS:0;122cddc95ec8:33957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:31:22,700 INFO [RS:0;122cddc95ec8:33957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:31:22,701 INFO [RS:0;122cddc95ec8:33957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C33957%2C1733207480586, suffix=, logDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586, archiveDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/oldWALs, maxLogs=10 2024-12-03T06:31:22,716 DEBUG [RS:0;122cddc95ec8:33957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, exclude list is [], retry=0 2024-12-03T06:31:22,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42185,DS-42e5c471-447c-422c-a7b1-5a70d7367acf,DISK] 2024-12-03T06:31:22,720 INFO [RS:0;122cddc95ec8:33957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 2024-12-03T06:31:22,720 DEBUG [RS:0;122cddc95ec8:33957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-12-03T06:31:22,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:22,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:31:22,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:31:22,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:22,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:22,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:31:22,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:31:22,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:22,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:22,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:31:22,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:31:22,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:22,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:22,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:31:22,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:31:22,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:22,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:22,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:31:22,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740 2024-12-03T06:31:22,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740 2024-12-03T06:31:22,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:31:22,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:31:22,956 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:22,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:31:22,958 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:22,958 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61071121, jitterRate=-0.08996938169002533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:22,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207482949Initializing all the Stores at 1733207482950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207482950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207482950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207482950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207482950Cleaning up temporary data from old regions at 1733207482956 (+6 ms)Region opened successfully at 1733207482959 (+3 ms) 2024-12-03T06:31:22,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:31:22,959 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:31:22,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:31:22,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:31:22,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:31:22,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:22,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207482959Disabling compacts and flushes for region at 1733207482959Disabling writes for close at 1733207482959Writing region close event to WAL at 1733207482959Closed at 1733207482959 2024-12-03T06:31:22,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:22,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:31:22,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:31:22,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:31:22,961 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:31:23,111 DEBUG [122cddc95ec8:34799 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:31:23,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,33957,1733207480586 2024-12-03T06:31:23,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,33957,1733207480586, state=OPENING 2024-12-03T06:31:23,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:31:23,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:23,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:23,155 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:31:23,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01057412290/meta-region-server: CHANGED 2024-12-03T06:31:23,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01057412290/meta-region-server: CHANGED 2024-12-03T06:31:23,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,33957,1733207480586}] 2024-12-03T06:31:23,308 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:31:23,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:31:23,312 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:31:23,312 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:23,312 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:31:23,313 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C33957%2C1733207480586.meta, suffix=.meta, logDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586, archiveDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/oldWALs, maxLogs=10 2024-12-03T06:31:23,324 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.meta.1733207483313.meta, exclude list is [], retry=0 2024-12-03T06:31:23,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42185,DS-42e5c471-447c-422c-a7b1-5a70d7367acf,DISK] 2024-12-03T06:31:23,327 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.meta.1733207483313.meta 2024-12-03T06:31:23,328 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-12-03T06:31:23,329 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:23,329 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:23,329 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:31:23,329 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:31:23,329 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:31:23,329 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:31:23,330 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:23,330 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:31:23,330 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:31:23,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:31:23,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:31:23,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:23,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:23,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:31:23,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:31:23,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:23,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:23,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:31:23,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:31:23,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:23,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:23,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:31:23,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:31:23,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:23,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:23,335 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:31:23,335 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740 2024-12-03T06:31:23,336 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740 2024-12-03T06:31:23,337 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:31:23,337 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:31:23,337 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:23,338 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:31:23,339 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72233484, jitterRate=0.07636278867721558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:23,339 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:31:23,339 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207483330Writing region info on filesystem at 1733207483330Initializing all the Stores at 1733207483330Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207483331 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207483331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207483331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207483331Cleaning up temporary data from old regions at 1733207483337 (+6 ms)Running coprocessor post-open hooks at 1733207483339 (+2 ms)Region opened successfully at 1733207483339 2024-12-03T06:31:23,340 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207483307 2024-12-03T06:31:23,342 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:31:23,342 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:31:23,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,33957,1733207480586 2024-12-03T06:31:23,343 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,33957,1733207480586, state=OPEN 2024-12-03T06:31:23,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01057412290/meta-region-server 2024-12-03T06:31:23,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01057412290/meta-region-server 2024-12-03T06:31:23,364 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,33957,1733207480586 2024-12-03T06:31:23,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01057412290/meta-region-server: CHANGED 2024-12-03T06:31:23,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01057412290/meta-region-server: CHANGED 2024-12-03T06:31:23,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:31:23,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,33957,1733207480586 in 209 msec 2024-12-03T06:31:23,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:31:23,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-12-03T06:31:23,367 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:23,367 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:31:23,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:23,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,33957,1733207480586, seqNum=-1] 2024-12-03T06:31:23,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:23,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:23,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 865 msec 2024-12-03T06:31:23,374 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207483374, completionTime=-1 2024-12-03T06:31:23,374 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:31:23,374 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:31:23,375 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:31:23,375 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207543375 2024-12-03T06:31:23,375 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207603375 2024-12-03T06:31:23,375 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:31:23,375 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34799,1733207480431-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:23,375 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34799,1733207480431-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:23,376 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34799,1733207480431-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:23,376 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:34799, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:23,376 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:23,376 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:23,377 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:31:23,378 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.731sec 2024-12-03T06:31:23,378 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:31:23,378 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:31:23,378 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:31:23,378 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:31:23,378 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:31:23,378 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34799,1733207480431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:31:23,378 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34799,1733207480431-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:31:23,380 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:31:23,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:31:23,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,34799,1733207480431-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:23,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc004bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:23,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,34799,-1 for getting cluster id 2024-12-03T06:31:23,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:23,414 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9fe483c-d927-49a0-9fe4-669c37e1422e' 2024-12-03T06:31:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9fe483c-d927-49a0-9fe4-669c37e1422e" 2024-12-03T06:31:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41353a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,34799,-1] 2024-12-03T06:31:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:23,415 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:23,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73023891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:23,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:23,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,33957,1733207480586, seqNum=-1] 2024-12-03T06:31:23,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:23,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:23,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,34799,1733207480431 2024-12-03T06:31:23,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63189 2024-12-03T06:31:23,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:31:23,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009eb950f60002 connected 2024-12-03T06:31:23,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/hadoop.log.dir so I do NOT create it in target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb 2024-12-03T06:31:23,441 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:31:23,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/hadoop.tmp.dir so I do NOT create it in target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb 2024-12-03T06:31:23,441 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:31:23,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb 2024-12-03T06:31:23,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:31:23,441 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/cluster_66f2f202-ace2-523a-f5c2-7ed40ad36ed5, deleteOnExit=true 2024-12-03T06:31:23,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:31:23,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/test.cache.data in system properties and HBase conf 2024-12-03T06:31:23,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:31:23,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:31:23,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:31:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:31:23,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:31:23,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:31:23,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:31:23,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:31:23,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:31:23,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:31:23,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2424edd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:31:23,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b5b3de1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:31:23,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b95c3af{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/java.io.tmpdir/jetty-localhost-42049-hadoop-hdfs-3_4_1-tests_jar-_-any-1890069842461685897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:31:23,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a302027{HTTP/1.1, (http/1.1)}{localhost:42049} 2024-12-03T06:31:23,810 INFO [Time-limited test {}] server.Server(415): Started @229061ms 2024-12-03T06:31:24,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:31:24,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:31:24,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:31:24,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:31:24,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:31:24,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba28043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:31:24,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b99e8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:31:24,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@278eee5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/java.io.tmpdir/jetty-localhost-35575-hadoop-hdfs-3_4_1-tests_jar-_-any-7314119877413826932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:31:24,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41fe9518{HTTP/1.1, (http/1.1)}{localhost:35575} 2024-12-03T06:31:24,159 INFO [Time-limited test {}] server.Server(415): Started @229410ms 2024-12-03T06:31:24,172 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:31:24,690 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/cluster_66f2f202-ace2-523a-f5c2-7ed40ad36ed5/data/data2/current/BP-1724922803-172.17.0.2-1733207483455/current, will proceed with Du for space computation calculation, 2024-12-03T06:31:24,690 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/cluster_66f2f202-ace2-523a-f5c2-7ed40ad36ed5/data/data1/current/BP-1724922803-172.17.0.2-1733207483455/current, will proceed with Du for space computation calculation, 2024-12-03T06:31:24,710 WARN [Thread-2768 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:31:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e3d9ee3ba395ed0 with lease ID 0x7110281f30b05c7d: Processing first storage report for DS-dc214d74-b400-4f6c-9f8b-e8672a119800 from datanode DatanodeRegistration(127.0.0.1:34613, datanodeUuid=2ba5d2ab-cbd8-4244-94ef-098a6fe2161b, infoPort=38023, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=1752277923;c=1733207483455) 2024-12-03T06:31:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e3d9ee3ba395ed0 with lease ID 0x7110281f30b05c7d: from storage DS-dc214d74-b400-4f6c-9f8b-e8672a119800 node DatanodeRegistration(127.0.0.1:34613, datanodeUuid=2ba5d2ab-cbd8-4244-94ef-098a6fe2161b, infoPort=38023, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=1752277923;c=1733207483455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:31:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e3d9ee3ba395ed0 with lease ID 0x7110281f30b05c7d: Processing first storage report for DS-a05a5126-5d60-4b6b-9e37-4fc7d97f88c6 from datanode DatanodeRegistration(127.0.0.1:34613, datanodeUuid=2ba5d2ab-cbd8-4244-94ef-098a6fe2161b, infoPort=38023, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=1752277923;c=1733207483455) 2024-12-03T06:31:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e3d9ee3ba395ed0 with lease ID 0x7110281f30b05c7d: from storage DS-a05a5126-5d60-4b6b-9e37-4fc7d97f88c6 node DatanodeRegistration(127.0.0.1:34613, datanodeUuid=2ba5d2ab-cbd8-4244-94ef-098a6fe2161b, infoPort=38023, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=1752277923;c=1733207483455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:31:24,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb 2024-12-03T06:31:24,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:24,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:31:25,207 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b with version=8 2024-12-03T06:31:25,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/hbase-staging 2024-12-03T06:31:25,220 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:31:25,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:25,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:25,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:31:25,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:25,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:31:25,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:31:25,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:31:25,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44229 2024-12-03T06:31:25,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44229 connecting to ZooKeeper ensemble=127.0.0.1:63189 2024-12-03T06:31:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442290x0, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:31:25,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44229-0x1009eb950f60003 connected 2024-12-03T06:31:25,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:25,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:25,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Set watcher on znode that does not yet exist, /1-1489399011/running 2024-12-03T06:31:25,317 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b, hbase.cluster.distributed=false 2024-12-03T06:31:25,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Set watcher on znode that does not yet exist, /1-1489399011/acl 2024-12-03T06:31:25,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44229 2024-12-03T06:31:25,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44229 2024-12-03T06:31:25,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44229 2024-12-03T06:31:25,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44229 2024-12-03T06:31:25,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44229 2024-12-03T06:31:25,336 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:31:25,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:25,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:25,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:31:25,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:25,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:31:25,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:31:25,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:31:25,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45157 2024-12-03T06:31:25,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45157 connecting to ZooKeeper ensemble=127.0.0.1:63189 2024-12-03T06:31:25,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:25,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:25,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451570x0, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:31:25,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451570x0, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Set watcher on znode that does not yet exist, /1-1489399011/running 2024-12-03T06:31:25,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45157-0x1009eb950f60004 connected 2024-12-03T06:31:25,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:31:25,350 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:31:25,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Set watcher on znode that does not yet exist, /1-1489399011/master 2024-12-03T06:31:25,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Set watcher on znode that does not yet exist, /1-1489399011/acl 2024-12-03T06:31:25,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45157 2024-12-03T06:31:25,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45157 2024-12-03T06:31:25,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45157 2024-12-03T06:31:25,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45157 2024-12-03T06:31:25,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45157 2024-12-03T06:31:25,386 DEBUG [M:0;122cddc95ec8:44229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:44229 2024-12-03T06:31:25,387 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1489399011/backup-masters/122cddc95ec8,44229,1733207485219 2024-12-03T06:31:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011/backup-masters 2024-12-03T06:31:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011/backup-masters 2024-12-03T06:31:25,397 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Set watcher on existing znode=/1-1489399011/backup-masters/122cddc95ec8,44229,1733207485219 2024-12-03T06:31:25,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:25,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1489399011/master 2024-12-03T06:31:25,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:25,405 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Set watcher on existing znode=/1-1489399011/master 2024-12-03T06:31:25,405 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1489399011/backup-masters/122cddc95ec8,44229,1733207485219 from backup master directory 2024-12-03T06:31:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489399011/backup-masters/122cddc95ec8,44229,1733207485219 2024-12-03T06:31:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011/backup-masters 2024-12-03T06:31:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011/backup-masters 2024-12-03T06:31:25,413 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:31:25,413 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,44229,1733207485219 2024-12-03T06:31:25,416 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/hbase.id] with ID: 4a902d79-72ec-45eb-9242-9ded1d850a9c 2024-12-03T06:31:25,416 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/.tmp/hbase.id 2024-12-03T06:31:25,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:31:25,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:25,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:31:25,648 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38418 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:31:25,821 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/.tmp/hbase.id]:[hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/hbase.id] 2024-12-03T06:31:25,828 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:25,828 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:31:25,829 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:31:25,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:31:25,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:25,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:31:25,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:25,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:26,270 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:26,270 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:31:26,271 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:26,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:31:26,677 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store 2024-12-03T06:31:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:31:27,105 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:27,105 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:31:27,105 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:27,105 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:27,105 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:31:27,105 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:27,105 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:27,105 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207487105Disabling compacts and flushes for region at 1733207487105Disabling writes for close at 1733207487105Writing region close event to WAL at 1733207487105Closed at 1733207487105 2024-12-03T06:31:27,107 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/.initializing 2024-12-03T06:31:27,108 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/WALs/122cddc95ec8,44229,1733207485219 2024-12-03T06:31:27,112 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:31:27,119 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C44229%2C1733207485219, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/WALs/122cddc95ec8,44229,1733207485219, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/oldWALs, maxLogs=10 2024-12-03T06:31:27,136 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/WALs/122cddc95ec8,44229,1733207485219/122cddc95ec8%2C44229%2C1733207485219.1733207487119, exclude list is [], retry=0 2024-12-03T06:31:27,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-dc214d74-b400-4f6c-9f8b-e8672a119800,DISK] 2024-12-03T06:31:27,141 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/WALs/122cddc95ec8,44229,1733207485219/122cddc95ec8%2C44229%2C1733207485219.1733207487119 2024-12-03T06:31:27,141 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38023:38023)] 2024-12-03T06:31:27,141 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:27,142 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:27,142 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,142 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:31:27,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:27,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:27,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:31:27,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:27,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:27,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:31:27,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:27,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:27,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:31:27,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:27,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:27,152 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,153 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,153 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,157 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,157 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,158 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:27,159 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:27,161 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:27,163 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60696604, jitterRate=-0.09555011987686157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:27,163 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207487142Initializing all the Stores at 1733207487144 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207487144Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207487146 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207487146Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207487146Cleaning up temporary data from old regions at 1733207487157 (+11 ms)Region opened successfully at 1733207487163 (+6 ms) 2024-12-03T06:31:27,163 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:31:27,167 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55349ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:31:27,167 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:31:27,168 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:31:27,168 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:31:27,168 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:31:27,168 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:31:27,168 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:31:27,168 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:31:27,170 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:31:27,170 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Unable to get data of znode /1-1489399011/balancer because node does not exist (not necessarily an error) 2024-12-03T06:31:27,196 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489399011/balancer already deleted, retry=false 2024-12-03T06:31:27,196 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:31:27,197 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Unable to get data of znode /1-1489399011/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:31:27,205 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489399011/normalizer already deleted, retry=false 2024-12-03T06:31:27,205 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:31:27,206 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Unable to get data of znode /1-1489399011/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:31:27,213 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489399011/switch/split already deleted, retry=false 2024-12-03T06:31:27,214 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Unable to get data of znode /1-1489399011/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:31:27,222 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489399011/switch/merge already deleted, retry=false 2024-12-03T06:31:27,223 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Unable to get data of znode /1-1489399011/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:31:27,230 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489399011/snapshot-cleanup already deleted, retry=false 2024-12-03T06:31:27,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1489399011/running 2024-12-03T06:31:27,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1489399011/running 2024-12-03T06:31:27,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:27,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:27,242 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,44229,1733207485219, sessionid=0x1009eb950f60003, setting cluster-up flag (Was=false) 2024-12-03T06:31:27,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:27,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:27,280 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1489399011/flush-table-proc/acquired, /1-1489399011/flush-table-proc/reached, /1-1489399011/flush-table-proc/abort 2024-12-03T06:31:27,281 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,44229,1733207485219 2024-12-03T06:31:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:27,322 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1489399011/online-snapshot/acquired, /1-1489399011/online-snapshot/reached, /1-1489399011/online-snapshot/abort 2024-12-03T06:31:27,323 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,44229,1733207485219 2024-12-03T06:31:27,324 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:31:27,325 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:27,327 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:31:27,327 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:31:27,327 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,44229,1733207485219 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:31:27,328 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:27,328 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:27,328 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:27,328 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:27,328 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:31:27,328 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,328 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:31:27,328 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:27,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:31:27,334 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:27,334 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207517334 2024-12-03T06:31:27,334 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:31:27,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:31:27,334 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:31:27,335 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:31:27,335 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:31:27,335 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:31:27,335 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:31:27,338 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,342 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:31:27,342 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:31:27,343 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:31:27,343 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:31:27,362 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:31:27,362 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:31:27,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:31:27,364 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207487362,5,FailOnTimeoutGroup] 2024-12-03T06:31:27,366 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207487364,5,FailOnTimeoutGroup] 2024-12-03T06:31:27,366 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,366 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:31:27,366 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,366 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,385 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(746): ClusterId : 4a902d79-72ec-45eb-9242-9ded1d850a9c 2024-12-03T06:31:27,385 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:31:27,398 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:31:27,398 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:31:27,406 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:31:27,406 DEBUG [RS:0;122cddc95ec8:45157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288b5570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:31:27,422 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:45157 2024-12-03T06:31:27,422 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:31:27,422 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:31:27,422 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:31:27,423 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,44229,1733207485219 with port=45157, startcode=1733207485335 2024-12-03T06:31:27,423 DEBUG [RS:0;122cddc95ec8:45157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:31:27,425 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:31:27,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,45157,1733207485335 2024-12-03T06:31:27,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44229 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,45157,1733207485335 2024-12-03T06:31:27,435 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b 2024-12-03T06:31:27,435 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38161 2024-12-03T06:31:27,435 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:31:27,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011/rs 2024-12-03T06:31:27,494 DEBUG [RS:0;122cddc95ec8:45157 {}] zookeeper.ZKUtil(111): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Set watcher on existing znode=/1-1489399011/rs/122cddc95ec8,45157,1733207485335 2024-12-03T06:31:27,494 WARN [RS:0;122cddc95ec8:45157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:31:27,494 INFO [RS:0;122cddc95ec8:45157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:27,494 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335 2024-12-03T06:31:27,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,45157,1733207485335] 2024-12-03T06:31:27,498 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:31:27,499 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:31:27,500 INFO [RS:0;122cddc95ec8:45157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:31:27,500 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,506 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:31:27,507 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:31:27,507 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,507 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:27,508 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:31:27,508 DEBUG [RS:0;122cddc95ec8:45157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:31:27,522 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,522 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,522 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,522 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,522 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,522 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,45157,1733207485335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:31:27,540 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:31:27,541 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,45157,1733207485335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,541 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,541 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.Replication(171): 122cddc95ec8,45157,1733207485335 started 2024-12-03T06:31:27,559 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:27,560 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,45157,1733207485335, RpcServer on 122cddc95ec8/172.17.0.2:45157, sessionid=0x1009eb950f60004 2024-12-03T06:31:27,560 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:31:27,560 DEBUG [RS:0;122cddc95ec8:45157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,45157,1733207485335 2024-12-03T06:31:27,560 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,45157,1733207485335' 2024-12-03T06:31:27,560 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1489399011/flush-table-proc/abort' 2024-12-03T06:31:27,560 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1489399011/flush-table-proc/acquired' 2024-12-03T06:31:27,561 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:31:27,561 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:31:27,561 DEBUG [RS:0;122cddc95ec8:45157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,45157,1733207485335 2024-12-03T06:31:27,561 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,45157,1733207485335' 2024-12-03T06:31:27,561 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1489399011/online-snapshot/abort' 2024-12-03T06:31:27,561 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1489399011/online-snapshot/acquired' 2024-12-03T06:31:27,561 DEBUG [RS:0;122cddc95ec8:45157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:31:27,561 INFO [RS:0;122cddc95ec8:45157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:31:27,561 INFO [RS:0;122cddc95ec8:45157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:31:27,662 INFO [RS:0;122cddc95ec8:45157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:31:27,663 INFO [RS:0;122cddc95ec8:45157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C45157%2C1733207485335, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/oldWALs, maxLogs=10 2024-12-03T06:31:27,681 DEBUG [RS:0;122cddc95ec8:45157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, exclude list is [], retry=0 2024-12-03T06:31:27,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-dc214d74-b400-4f6c-9f8b-e8672a119800,DISK] 2024-12-03T06:31:27,685 INFO [RS:0;122cddc95ec8:45157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 2024-12-03T06:31:27,686 DEBUG [RS:0;122cddc95ec8:45157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38023:38023)] 2024-12-03T06:31:27,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:31:27,767 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b 2024-12-03T06:31:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:31:28,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:28,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:31:28,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:31:28,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:28,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:28,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:31:28,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:31:28,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:28,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:28,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:31:28,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:31:28,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:28,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:28,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:31:28,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:31:28,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:28,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:28,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:31:28,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740 2024-12-03T06:31:28,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740 2024-12-03T06:31:28,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:31:28,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:31:28,181 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:28,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:31:28,185 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:28,186 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72536589, jitterRate=0.08087940514087677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:28,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207488172Initializing all the Stores at 1733207488173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207488173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207488173Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207488173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207488173Cleaning up temporary data from old regions at 1733207488180 (+7 ms)Region opened successfully at 1733207488186 (+6 ms) 2024-12-03T06:31:28,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:31:28,186 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:31:28,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:31:28,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:31:28,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:31:28,186 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:28,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207488186Disabling compacts and flushes for region at 1733207488186Disabling writes for close at 1733207488186Writing region close event to WAL at 1733207488186Closed at 1733207488186 2024-12-03T06:31:28,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:28,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:31:28,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:31:28,188 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:31:28,189 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:31:28,339 DEBUG [122cddc95ec8:44229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:31:28,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,45157,1733207485335 2024-12-03T06:31:28,340 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,45157,1733207485335, state=OPENING 2024-12-03T06:31:28,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:31:28,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:28,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:28,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489399011/meta-region-server: CHANGED 2024-12-03T06:31:28,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:31:28,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,45157,1733207485335}] 2024-12-03T06:31:28,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489399011/meta-region-server: CHANGED 2024-12-03T06:31:28,521 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:31:28,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:31:28,550 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:31:28,550 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:28,550 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:31:28,553 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C45157%2C1733207485335.meta, suffix=.meta, logDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/oldWALs, maxLogs=10 2024-12-03T06:31:28,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:31:28,573 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.meta.1733207488553.meta, exclude list is [], retry=0 2024-12-03T06:31:28,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-dc214d74-b400-4f6c-9f8b-e8672a119800,DISK] 2024-12-03T06:31:28,581 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.meta.1733207488553.meta 2024-12-03T06:31:28,581 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38023:38023)] 2024-12-03T06:31:28,582 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:28,582 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:28,582 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:31:28,582 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:31:28,582 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:31:28,582 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:31:28,582 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:28,583 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:31:28,583 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:31:28,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:31:28,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:31:28,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:28,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:28,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:31:28,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:31:28,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:28,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:28,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:31:28,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:31:28,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:28,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:28,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:31:28,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:31:28,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:28,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:28,592 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:31:28,593 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740 2024-12-03T06:31:28,593 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740 2024-12-03T06:31:28,594 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:31:28,595 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:31:28,595 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:28,597 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:31:28,597 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68876641, jitterRate=0.026341930031776428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:28,597 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:31:28,597 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207488583Writing region info on filesystem at 1733207488583Initializing all the Stores at 1733207488583Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207488583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207488586 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207488586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207488586Cleaning up temporary data from old regions at 1733207488595 (+9 ms)Running coprocessor post-open hooks at 1733207488597 (+2 ms)Region opened successfully at 1733207488597 2024-12-03T06:31:28,598 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207488521 2024-12-03T06:31:28,600 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:31:28,600 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:31:28,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,45157,1733207485335 2024-12-03T06:31:28,602 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,45157,1733207485335, state=OPEN 2024-12-03T06:31:28,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1489399011/meta-region-server 2024-12-03T06:31:28,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489399011/meta-region-server: CHANGED 2024-12-03T06:31:28,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1489399011/meta-region-server 2024-12-03T06:31:28,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,45157,1733207485335 2024-12-03T06:31:28,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1489399011/meta-region-server: CHANGED 2024-12-03T06:31:28,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:31:28,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,45157,1733207485335 in 238 msec 2024-12-03T06:31:28,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:31:28,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-12-03T06:31:28,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:28,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:31:28,613 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:28,613 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,45157,1733207485335, seqNum=-1] 2024-12-03T06:31:28,613 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:28,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:28,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-12-03T06:31:28,621 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207488621, completionTime=-1 2024-12-03T06:31:28,621 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:31:28,621 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:31:28,623 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:31:28,623 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207548623 2024-12-03T06:31:28,623 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207608623 2024-12-03T06:31:28,624 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T06:31:28,624 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44229,1733207485219-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:28,624 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44229,1733207485219-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:28,624 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44229,1733207485219-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:28,624 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:44229, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:28,624 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:28,625 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:28,626 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:31:28,628 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.215sec 2024-12-03T06:31:28,628 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:31:28,628 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:31:28,628 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:31:28,628 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:31:28,628 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:31:28,628 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44229,1733207485219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:31:28,628 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44229,1733207485219-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:31:28,630 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:31:28,630 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:31:28,630 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44229,1733207485219-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:28,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331b9eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:28,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44229,-1 for getting cluster id 2024-12-03T06:31:28,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:28,686 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a902d79-72ec-45eb-9242-9ded1d850a9c' 2024-12-03T06:31:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a902d79-72ec-45eb-9242-9ded1d850a9c" 2024-12-03T06:31:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5091e584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44229,-1] 2024-12-03T06:31:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:28,688 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:28,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2572dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:28,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,45157,1733207485335, seqNum=-1] 2024-12-03T06:31:28,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:28,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:28,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,44229,1733207485219 2024-12-03T06:31:28,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63189 2024-12-03T06:31:28,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:31:28,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009eb950f60005 connected 2024-12-03T06:31:28,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/hadoop.log.dir so I do NOT create it in target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5 2024-12-03T06:31:28,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:31:28,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/hadoop.tmp.dir so I do NOT create it in target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5 2024-12-03T06:31:28,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:31:28,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5 2024-12-03T06:31:28,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:31:28,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/cluster_45a5714e-10c6-7976-33e5-f7763a62bdf4, deleteOnExit=true 2024-12-03T06:31:28,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:31:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/test.cache.data in system properties and HBase conf 2024-12-03T06:31:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:31:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:31:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:31:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:31:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:31:28,718 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:31:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:31:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:31:28,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:31:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:31:29,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:31:29,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:31:29,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:31:29,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:31:29,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:31:29,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:31:29,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5221bbaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:31:29,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375ece01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:31:29,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51dfbbfb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/java.io.tmpdir/jetty-localhost-34851-hadoop-hdfs-3_4_1-tests_jar-_-any-16054869254995893820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:31:29,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1117b8bf{HTTP/1.1, (http/1.1)}{localhost:34851} 2024-12-03T06:31:29,227 INFO [Time-limited test {}] server.Server(415): Started @234478ms 2024-12-03T06:31:29,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:31:29,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:31:29,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:31:29,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:31:29,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:31:29,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7332a2b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:31:29,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1705cc52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:31:29,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dbb04ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/java.io.tmpdir/jetty-localhost-37919-hadoop-hdfs-3_4_1-tests_jar-_-any-8470390519551401359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:31:29,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13318a7c{HTTP/1.1, (http/1.1)}{localhost:37919} 2024-12-03T06:31:29,631 INFO [Time-limited test {}] server.Server(415): Started @234882ms 2024-12-03T06:31:29,632 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:31:30,186 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/cluster_45a5714e-10c6-7976-33e5-f7763a62bdf4/data/data2/current/BP-1951112955-172.17.0.2-1733207488743/current, will proceed with Du for space computation calculation, 2024-12-03T06:31:30,186 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/cluster_45a5714e-10c6-7976-33e5-f7763a62bdf4/data/data1/current/BP-1951112955-172.17.0.2-1733207488743/current, will proceed with Du for space computation calculation, 2024-12-03T06:31:30,222 WARN [Thread-2889 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:31:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e77e8fcbf2218e with lease ID 0x443f769a2afa6354: Processing first storage report for DS-a589f0a7-f457-4499-8ac1-c7e7def37dea from datanode DatanodeRegistration(127.0.0.1:43013, datanodeUuid=0fd8e224-a8af-4378-929d-75d297d9214f, infoPort=41559, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=2131973500;c=1733207488743) 2024-12-03T06:31:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e77e8fcbf2218e with lease ID 0x443f769a2afa6354: from storage DS-a589f0a7-f457-4499-8ac1-c7e7def37dea node DatanodeRegistration(127.0.0.1:43013, datanodeUuid=0fd8e224-a8af-4378-929d-75d297d9214f, infoPort=41559, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=2131973500;c=1733207488743), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:31:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e77e8fcbf2218e with lease ID 0x443f769a2afa6354: Processing first storage report for DS-9498ff59-b07b-4d7c-bac4-8074875107e4 from datanode DatanodeRegistration(127.0.0.1:43013, datanodeUuid=0fd8e224-a8af-4378-929d-75d297d9214f, infoPort=41559, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=2131973500;c=1733207488743) 2024-12-03T06:31:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e77e8fcbf2218e with lease ID 0x443f769a2afa6354: from storage DS-9498ff59-b07b-4d7c-bac4-8074875107e4 node DatanodeRegistration(127.0.0.1:43013, datanodeUuid=0fd8e224-a8af-4378-929d-75d297d9214f, infoPort=41559, infoSecurePort=0, ipcPort=36711, storageInfo=lv=-57;cid=testClusterID;nsid=2131973500;c=1733207488743), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:31:30,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5 2024-12-03T06:31:30,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:30,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:30,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:31:30,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:31:30,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T06:31:30,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:30,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T06:31:30,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:31:30,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T06:31:30,357 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:31:30,357 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T06:31:30,699 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260 with version=8 2024-12-03T06:31:30,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/hbase-staging 2024-12-03T06:31:30,701 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:31:30,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:30,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:30,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:31:30,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:30,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:31:30,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:31:30,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:31:30,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33075 2024-12-03T06:31:30,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33075 connecting to ZooKeeper ensemble=127.0.0.1:63189 2024-12-03T06:31:30,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330750x0, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:31:30,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33075-0x1009eb950f60006 connected 2024-12-03T06:31:30,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:30,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:30,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Set watcher on znode that does not yet exist, /2-141561910/running 2024-12-03T06:31:30,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260, hbase.cluster.distributed=false 2024-12-03T06:31:30,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Set watcher on znode that does not yet exist, /2-141561910/acl 2024-12-03T06:31:30,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33075 2024-12-03T06:31:30,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33075 2024-12-03T06:31:30,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33075 2024-12-03T06:31:30,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33075 2024-12-03T06:31:30,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33075 2024-12-03T06:31:30,839 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:31:30,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:30,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:30,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:31:30,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:31:30,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:31:30,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:31:30,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:31:30,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44469 2024-12-03T06:31:30,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44469 connecting to ZooKeeper ensemble=127.0.0.1:63189 2024-12-03T06:31:30,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:30,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:30,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444690x0, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:31:30,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444690x0, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Set watcher on znode that does not yet exist, /2-141561910/running 2024-12-03T06:31:30,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44469-0x1009eb950f60007 connected 2024-12-03T06:31:30,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:31:30,859 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:31:30,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Set watcher on znode that does not yet exist, /2-141561910/master 2024-12-03T06:31:30,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Set watcher on znode that does not yet exist, /2-141561910/acl 2024-12-03T06:31:30,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44469 2024-12-03T06:31:30,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44469 2024-12-03T06:31:30,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44469 2024-12-03T06:31:30,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44469 2024-12-03T06:31:30,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44469 2024-12-03T06:31:30,893 DEBUG [M:0;122cddc95ec8:33075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:33075 2024-12-03T06:31:30,893 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-141561910/backup-masters/122cddc95ec8,33075,1733207490700 2024-12-03T06:31:30,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910/backup-masters 2024-12-03T06:31:30,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910/backup-masters 2024-12-03T06:31:30,905 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Set watcher on existing znode=/2-141561910/backup-masters/122cddc95ec8,33075,1733207490700 2024-12-03T06:31:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-141561910/master 2024-12-03T06:31:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:30,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:30,914 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Set watcher on existing znode=/2-141561910/master 2024-12-03T06:31:30,914 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-141561910/backup-masters/122cddc95ec8,33075,1733207490700 from backup master directory 2024-12-03T06:31:30,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910/backup-masters 2024-12-03T06:31:30,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-141561910/backup-masters/122cddc95ec8,33075,1733207490700 2024-12-03T06:31:30,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910/backup-masters 2024-12-03T06:31:30,922 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:31:30,922 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,33075,1733207490700 2024-12-03T06:31:30,938 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/hbase.id] with ID: 6f668231-f283-4494-92e3-a43a55c38ce0 2024-12-03T06:31:30,938 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/.tmp/hbase.id 2024-12-03T06:31:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:31:31,349 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/.tmp/hbase.id]:[hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/hbase.id] 2024-12-03T06:31:31,378 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:31:31,378 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:31:31,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:31:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:31,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:31:31,821 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:31,822 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:31:31,822 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:31,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:31:32,239 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store 2024-12-03T06:31:32,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:31:32,254 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:32,254 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:31:32,254 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:32,254 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:32,254 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:31:32,254 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:32,254 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:32,254 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207492254Disabling compacts and flushes for region at 1733207492254Disabling writes for close at 1733207492254Writing region close event to WAL at 1733207492254Closed at 1733207492254 2024-12-03T06:31:32,255 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/.initializing 2024-12-03T06:31:32,255 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/WALs/122cddc95ec8,33075,1733207490700 2024-12-03T06:31:32,256 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:31:32,257 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C33075%2C1733207490700, suffix=, logDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/WALs/122cddc95ec8,33075,1733207490700, archiveDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/oldWALs, maxLogs=10 2024-12-03T06:31:32,274 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/WALs/122cddc95ec8,33075,1733207490700/122cddc95ec8%2C33075%2C1733207490700.1733207492257, exclude list is [], retry=0 2024-12-03T06:31:32,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-a589f0a7-f457-4499-8ac1-c7e7def37dea,DISK] 2024-12-03T06:31:32,282 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/WALs/122cddc95ec8,33075,1733207490700/122cddc95ec8%2C33075%2C1733207490700.1733207492257 2024-12-03T06:31:32,286 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41559:41559)] 2024-12-03T06:31:32,286 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:32,286 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:32,286 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,286 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:31:32,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:32,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:32,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:31:32,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:32,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:32,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:31:32,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:32,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:32,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:31:32,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:32,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:32,293 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,293 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,293 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,294 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,294 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,295 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:32,295 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:31:32,298 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:32,298 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70246131, jitterRate=0.046748921275138855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:32,298 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207492286Initializing all the Stores at 1733207492287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207492287Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207492287Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207492287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207492287Cleaning up temporary data from old regions at 1733207492294 (+7 ms)Region opened successfully at 1733207492298 (+4 ms) 2024-12-03T06:31:32,306 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:31:32,309 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a51c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:31:32,310 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:31:32,310 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:31:32,310 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:31:32,310 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:31:32,311 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:31:32,311 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:31:32,311 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:31:32,314 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:31:32,315 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Unable to get data of znode /2-141561910/balancer because node does not exist (not necessarily an error) 2024-12-03T06:31:32,387 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-141561910/balancer already deleted, retry=false 2024-12-03T06:31:32,388 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:31:32,389 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Unable to get data of znode /2-141561910/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:31:32,405 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-141561910/normalizer already deleted, retry=false 2024-12-03T06:31:32,406 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:31:32,407 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Unable to get data of znode /2-141561910/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:31:32,413 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-141561910/switch/split already deleted, retry=false 2024-12-03T06:31:32,415 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Unable to get data of znode /2-141561910/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:31:32,422 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-141561910/switch/merge already deleted, retry=false 2024-12-03T06:31:32,424 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Unable to get data of znode /2-141561910/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:31:32,430 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-141561910/snapshot-cleanup already deleted, retry=false 2024-12-03T06:31:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-141561910/running 2024-12-03T06:31:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-141561910/running 2024-12-03T06:31:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:32,439 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,33075,1733207490700, sessionid=0x1009eb950f60006, setting cluster-up flag (Was=false) 2024-12-03T06:31:32,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:32,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:32,502 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-141561910/flush-table-proc/acquired, /2-141561910/flush-table-proc/reached, /2-141561910/flush-table-proc/abort 2024-12-03T06:31:32,503 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,33075,1733207490700 2024-12-03T06:31:32,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:32,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:32,699 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-141561910/online-snapshot/acquired, /2-141561910/online-snapshot/reached, /2-141561910/online-snapshot/abort 2024-12-03T06:31:32,700 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,33075,1733207490700 2024-12-03T06:31:32,701 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:31:32,702 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:32,703 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:31:32,703 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:31:32,703 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,33075,1733207490700 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:31:32,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:32,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:32,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:32,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:31:32,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:31:32,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:31:32,704 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,711 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:32,711 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:31:32,712 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:32,712 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:31:32,718 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207522718 2024-12-03T06:31:32,718 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:31:32,718 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:31:32,718 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:31:32,718 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:31:32,718 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:31:32,718 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:31:32,726 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,730 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:31:32,731 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:31:32,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:31:32,731 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:31:32,731 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:31:32,731 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:31:32,731 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:31:32,731 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207492731,5,FailOnTimeoutGroup] 2024-12-03T06:31:32,734 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207492731,5,FailOnTimeoutGroup] 2024-12-03T06:31:32,734 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,734 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:31:32,734 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,734 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,780 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(746): ClusterId : 6f668231-f283-4494-92e3-a43a55c38ce0 2024-12-03T06:31:32,780 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:31:32,797 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:31:32,797 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:31:32,843 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:31:32,843 DEBUG [RS:0;122cddc95ec8:44469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35471462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:31:32,861 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:44469 2024-12-03T06:31:32,861 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:31:32,861 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:31:32,861 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:31:32,862 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,33075,1733207490700 with port=44469, startcode=1733207490839 2024-12-03T06:31:32,862 DEBUG [RS:0;122cddc95ec8:44469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:31:32,864 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:31:32,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,44469,1733207490839 2024-12-03T06:31:32,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33075 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,44469,1733207490839 2024-12-03T06:31:32,866 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260 2024-12-03T06:31:32,866 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44217 2024-12-03T06:31:32,866 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:31:32,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910/rs 2024-12-03T06:31:32,950 DEBUG [RS:0;122cddc95ec8:44469 {}] zookeeper.ZKUtil(111): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Set watcher on existing znode=/2-141561910/rs/122cddc95ec8,44469,1733207490839 2024-12-03T06:31:32,950 WARN [RS:0;122cddc95ec8:44469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:31:32,950 INFO [RS:0;122cddc95ec8:44469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:32,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,44469,1733207490839] 2024-12-03T06:31:32,950 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839 2024-12-03T06:31:32,953 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:31:32,954 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:31:32,954 INFO [RS:0;122cddc95ec8:44469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:31:32,954 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,954 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:31:32,955 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:31:32,955 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:31:32,955 DEBUG [RS:0;122cddc95ec8:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:31:32,955 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,956 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,956 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,956 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,956 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,956 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44469,1733207490839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:31:32,986 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:31:32,986 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44469,1733207490839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,986 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,987 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.Replication(171): 122cddc95ec8,44469,1733207490839 started 2024-12-03T06:31:32,999 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:32,999 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,44469,1733207490839, RpcServer on 122cddc95ec8/172.17.0.2:44469, sessionid=0x1009eb950f60007 2024-12-03T06:31:32,999 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:31:32,999 DEBUG [RS:0;122cddc95ec8:44469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,44469,1733207490839 2024-12-03T06:31:32,999 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,44469,1733207490839' 2024-12-03T06:31:32,999 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-141561910/flush-table-proc/abort' 2024-12-03T06:31:33,000 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-141561910/flush-table-proc/acquired' 2024-12-03T06:31:33,000 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:31:33,000 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:31:33,000 DEBUG [RS:0;122cddc95ec8:44469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,44469,1733207490839 2024-12-03T06:31:33,000 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,44469,1733207490839' 2024-12-03T06:31:33,000 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-141561910/online-snapshot/abort' 2024-12-03T06:31:33,000 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-141561910/online-snapshot/acquired' 2024-12-03T06:31:33,001 DEBUG [RS:0;122cddc95ec8:44469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:31:33,001 INFO [RS:0;122cddc95ec8:44469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:31:33,001 INFO [RS:0;122cddc95ec8:44469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:31:33,101 INFO [RS:0;122cddc95ec8:44469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:31:33,103 INFO [RS:0;122cddc95ec8:44469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C44469%2C1733207490839, suffix=, logDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839, archiveDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/oldWALs, maxLogs=10 2024-12-03T06:31:33,121 DEBUG [RS:0;122cddc95ec8:44469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, exclude list is [], retry=0 2024-12-03T06:31:33,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-a589f0a7-f457-4499-8ac1-c7e7def37dea,DISK] 2024-12-03T06:31:33,125 INFO [RS:0;122cddc95ec8:44469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 2024-12-03T06:31:33,126 DEBUG [RS:0;122cddc95ec8:44469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41559:41559)] 2024-12-03T06:31:33,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:31:33,139 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260 2024-12-03T06:31:33,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:31:33,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:33,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:31:33,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:31:33,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:33,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:33,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:31:33,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:31:33,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:33,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:33,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:31:33,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:31:33,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:33,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:33,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:31:33,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:31:33,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:33,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:33,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:31:33,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740 2024-12-03T06:31:33,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740 2024-12-03T06:31:33,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:31:33,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:31:33,587 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:33,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:31:33,597 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:33,598 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72794151, jitterRate=0.08471737802028656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:33,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207493549Initializing all the Stores at 1733207493549Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207493549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207493550 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207493550Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207493550Cleaning up temporary data from old regions at 1733207493587 (+37 ms)Region opened successfully at 1733207493598 (+11 ms) 2024-12-03T06:31:33,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:31:33,598 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:31:33,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:31:33,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:31:33,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:31:33,599 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:33,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207493598Disabling compacts and flushes for region at 1733207493598Disabling writes for close at 1733207493598Writing region close event to WAL at 1733207493599 (+1 ms)Closed at 1733207493599 2024-12-03T06:31:33,600 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:33,600 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:31:33,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:31:33,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:31:33,602 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:31:33,753 DEBUG [122cddc95ec8:33075 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:31:33,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,44469,1733207490839 2024-12-03T06:31:33,755 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,44469,1733207490839, state=OPENING 2024-12-03T06:31:33,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:31:33,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:33,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:33,780 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:31:33,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-141561910/meta-region-server: CHANGED 2024-12-03T06:31:33,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-141561910/meta-region-server: CHANGED 2024-12-03T06:31:33,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,44469,1733207490839}] 2024-12-03T06:31:33,933 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:31:33,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:31:33,937 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:31:33,937 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:33,938 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:31:33,940 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C44469%2C1733207490839.meta, suffix=.meta, logDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839, archiveDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/oldWALs, maxLogs=10 2024-12-03T06:31:33,955 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.meta.1733207493940.meta, exclude list is [], retry=0 2024-12-03T06:31:33,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-a589f0a7-f457-4499-8ac1-c7e7def37dea,DISK] 2024-12-03T06:31:33,959 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.meta.1733207493940.meta 2024-12-03T06:31:33,959 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41559:41559)] 2024-12-03T06:31:33,959 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:33,959 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:33,959 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:31:33,959 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:31:33,959 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:31:33,959 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:31:33,960 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:33,960 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:31:33,960 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:31:33,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:31:33,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:31:33,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:33,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:33,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:31:33,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:31:33,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:33,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:33,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:31:33,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:31:33,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:33,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:33,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:31:33,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:31:33,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:33,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:31:33,964 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:31:33,965 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740 2024-12-03T06:31:33,965 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740 2024-12-03T06:31:33,966 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:31:33,966 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:31:33,966 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:31:33,967 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:31:33,968 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70997466, jitterRate=0.057944685220718384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:31:33,968 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:31:33,968 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207493960Writing region info on filesystem at 1733207493960Initializing all the Stores at 1733207493960Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207493960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207493960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207493960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207493960Cleaning up temporary data from old regions at 1733207493966 (+6 ms)Running coprocessor post-open hooks at 1733207493968 (+2 ms)Region opened successfully at 1733207493968 2024-12-03T06:31:33,969 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207493932 2024-12-03T06:31:33,970 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:31:33,971 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:31:33,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,44469,1733207490839 2024-12-03T06:31:33,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,44469,1733207490839, state=OPEN 2024-12-03T06:31:33,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-141561910/meta-region-server 2024-12-03T06:31:33,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-141561910/meta-region-server 2024-12-03T06:31:33,980 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,44469,1733207490839 2024-12-03T06:31:33,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-141561910/meta-region-server: CHANGED 2024-12-03T06:31:33,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-141561910/meta-region-server: CHANGED 2024-12-03T06:31:33,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:31:33,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,44469,1733207490839 in 200 msec 2024-12-03T06:31:33,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:31:33,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-12-03T06:31:33,984 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:31:33,984 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:31:33,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:33,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,44469,1733207490839, seqNum=-1] 2024-12-03T06:31:33,986 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:33,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:33,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-12-03T06:31:33,991 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207493991, completionTime=-1 2024-12-03T06:31:33,991 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:31:33,991 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:31:33,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:31:33,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207553994 2024-12-03T06:31:33,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207613994 2024-12-03T06:31:33,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T06:31:33,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33075,1733207490700-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:33,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33075,1733207490700-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:33,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33075,1733207490700-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:33,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:33075, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:33,994 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:33,995 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:33,996 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:31:33,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.076sec 2024-12-03T06:31:33,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:31:33,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:31:33,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:31:33,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:31:33,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:31:33,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33075,1733207490700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:31:33,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33075,1733207490700-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:31:34,000 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:31:34,000 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:31:34,000 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,33075,1733207490700-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:31:34,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1e1987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:34,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33075,-1 for getting cluster id 2024-12-03T06:31:34,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:34,085 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f668231-f283-4494-92e3-a43a55c38ce0' 2024-12-03T06:31:34,085 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:31:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f668231-f283-4494-92e3-a43a55c38ce0" 2024-12-03T06:31:34,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3aad4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:34,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33075,-1] 2024-12-03T06:31:34,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:34,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:34,087 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:34,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5418524c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:34,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:34,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,44469,1733207490839, seqNum=-1] 2024-12-03T06:31:34,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:34,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:34,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,33075,1733207490700 2024-12-03T06:31:34,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63189 2024-12-03T06:31:34,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:31:34,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009eb950f60008 connected 2024-12-03T06:31:34,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:34,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,34799,1733207480431 2024-12-03T06:31:34,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3035046f 2024-12-03T06:31:34,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:34,109 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:34,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:31:34,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:31:34,112 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:34,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:31:34,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:31:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:34,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:31:34,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:34,520 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 959215daf270860a419de76bbd957af3, NAME => 'test,,1733207494109.959215daf270860a419de76bbd957af3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2 2024-12-03T06:31:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:31:34,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207494109.959215daf270860a419de76bbd957af3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:34,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 959215daf270860a419de76bbd957af3, disabling compactions & flushes 2024-12-03T06:31:34,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:31:34,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:31:34,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207494109.959215daf270860a419de76bbd957af3. after waiting 0 ms 2024-12-03T06:31:34,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:31:34,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:31:34,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 959215daf270860a419de76bbd957af3: Waiting for close lock at 1733207494545Disabling compacts and flushes for region at 1733207494545Disabling writes for close at 1733207494545Writing region close event to WAL at 1733207494545Closed at 1733207494545 2024-12-03T06:31:34,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:31:34,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207494109.959215daf270860a419de76bbd957af3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207494547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207494547"}]},"ts":"1733207494547"} 2024-12-03T06:31:34,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:31:34,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:31:34,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207494552"}]},"ts":"1733207494552"} 2024-12-03T06:31:34,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:31:34,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=959215daf270860a419de76bbd957af3, ASSIGN}] 2024-12-03T06:31:34,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=959215daf270860a419de76bbd957af3, ASSIGN 2024-12-03T06:31:34,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=959215daf270860a419de76bbd957af3, ASSIGN; state=OFFLINE, location=122cddc95ec8,33957,1733207480586; forceNewPlan=false, retain=false 2024-12-03T06:31:34,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=959215daf270860a419de76bbd957af3, regionState=OPENING, regionLocation=122cddc95ec8,33957,1733207480586 2024-12-03T06:31:34,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=959215daf270860a419de76bbd957af3, ASSIGN because future has completed 2024-12-03T06:31:34,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 959215daf270860a419de76bbd957af3, server=122cddc95ec8,33957,1733207480586}] 2024-12-03T06:31:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:34,876 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:31:34,876 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 959215daf270860a419de76bbd957af3, NAME => 'test,,1733207494109.959215daf270860a419de76bbd957af3.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:34,877 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:34,877 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:31:34,877 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,877 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207494109.959215daf270860a419de76bbd957af3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:34,877 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,877 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,882 INFO [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,884 INFO [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 959215daf270860a419de76bbd957af3 columnFamilyName f 2024-12-03T06:31:34,884 DEBUG [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:34,884 INFO [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] regionserver.HStore(327): Store=959215daf270860a419de76bbd957af3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:34,884 INFO [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,885 INFO [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 959215daf270860a419de76bbd957af3 columnFamilyName f1 2024-12-03T06:31:34,885 DEBUG [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:34,886 INFO [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] regionserver.HStore(327): Store=959215daf270860a419de76bbd957af3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:34,886 INFO [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,886 INFO [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 959215daf270860a419de76bbd957af3 columnFamilyName norep 2024-12-03T06:31:34,886 DEBUG [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:34,887 INFO [StoreOpener-959215daf270860a419de76bbd957af3-1 {}] regionserver.HStore(327): Store=959215daf270860a419de76bbd957af3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:34,887 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,887 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,887 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,888 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,888 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,888 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:31:34,889 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,893 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:34,894 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 959215daf270860a419de76bbd957af3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66446580, jitterRate=-0.009868800640106201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:31:34,894 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 959215daf270860a419de76bbd957af3 2024-12-03T06:31:34,895 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 959215daf270860a419de76bbd957af3: Running coprocessor pre-open hook at 1733207494877Writing region info on filesystem at 1733207494877Initializing all the Stores at 1733207494879 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207494879Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207494882 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207494882Cleaning up temporary data from old regions at 1733207494888 (+6 ms)Running coprocessor post-open hooks at 1733207494894 (+6 ms)Region opened successfully at 1733207494894 2024-12-03T06:31:34,895 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207494109.959215daf270860a419de76bbd957af3., pid=6, masterSystemTime=1733207494866 2024-12-03T06:31:34,897 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:31:34,897 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:31:34,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=959215daf270860a419de76bbd957af3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,33957,1733207480586 2024-12-03T06:31:34,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 959215daf270860a419de76bbd957af3, server=122cddc95ec8,33957,1733207480586 because future has completed 2024-12-03T06:31:34,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:31:34,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 959215daf270860a419de76bbd957af3, server=122cddc95ec8,33957,1733207480586 in 190 msec 2024-12-03T06:31:34,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:31:34,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=959215daf270860a419de76bbd957af3, ASSIGN in 347 msec 2024-12-03T06:31:34,907 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:31:34,907 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207494907"}]},"ts":"1733207494907"} 2024-12-03T06:31:34,909 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:31:34,910 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:31:34,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 800 msec 2024-12-03T06:31:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:35,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:35,247 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:31:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44229,1733207485219 2024-12-03T06:31:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e76479f 2024-12-03T06:31:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:35,249 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:35,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:31:35,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:31:35,253 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:35,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:31:35,254 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:31:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:35,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:31:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:35,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:35,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:31:35,657 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48427 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:31:35,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32a4eb3c4bf72c127b3e4fddfb7e1009, NAME => 'test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b 2024-12-03T06:31:35,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:31:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:36,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:36,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 32a4eb3c4bf72c127b3e4fddfb7e1009, disabling compactions & flushes 2024-12-03T06:31:36,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:36,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:36,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. after waiting 0 ms 2024-12-03T06:31:36,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:36,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:36,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32a4eb3c4bf72c127b3e4fddfb7e1009: Waiting for close lock at 1733207496074Disabling compacts and flushes for region at 1733207496074Disabling writes for close at 1733207496074Writing region close event to WAL at 1733207496074Closed at 1733207496074 2024-12-03T06:31:36,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:31:36,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207496075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207496075"}]},"ts":"1733207496075"} 2024-12-03T06:31:36,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:31:36,077 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:31:36,078 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207496077"}]},"ts":"1733207496077"} 2024-12-03T06:31:36,079 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:31:36,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32a4eb3c4bf72c127b3e4fddfb7e1009, ASSIGN}] 2024-12-03T06:31:36,080 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32a4eb3c4bf72c127b3e4fddfb7e1009, ASSIGN 2024-12-03T06:31:36,081 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=32a4eb3c4bf72c127b3e4fddfb7e1009, ASSIGN; state=OFFLINE, location=122cddc95ec8,45157,1733207485335; forceNewPlan=false, retain=false 2024-12-03T06:31:36,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32a4eb3c4bf72c127b3e4fddfb7e1009, regionState=OPENING, regionLocation=122cddc95ec8,45157,1733207485335 2024-12-03T06:31:36,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=32a4eb3c4bf72c127b3e4fddfb7e1009, ASSIGN because future has completed 2024-12-03T06:31:36,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32a4eb3c4bf72c127b3e4fddfb7e1009, server=122cddc95ec8,45157,1733207485335}] 2024-12-03T06:31:36,389 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:36,390 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 32a4eb3c4bf72c127b3e4fddfb7e1009, NAME => 'test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:36,390 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:36,390 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:31:36,390 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,390 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:36,391 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,391 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,392 INFO [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,393 INFO [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32a4eb3c4bf72c127b3e4fddfb7e1009 columnFamilyName f 2024-12-03T06:31:36,393 DEBUG [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:36,393 INFO [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] regionserver.HStore(327): Store=32a4eb3c4bf72c127b3e4fddfb7e1009/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:36,393 INFO [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,394 INFO [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32a4eb3c4bf72c127b3e4fddfb7e1009 columnFamilyName f1 2024-12-03T06:31:36,394 DEBUG [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:36,395 INFO [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] regionserver.HStore(327): Store=32a4eb3c4bf72c127b3e4fddfb7e1009/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:36,395 INFO [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,396 INFO [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32a4eb3c4bf72c127b3e4fddfb7e1009 columnFamilyName norep 2024-12-03T06:31:36,396 DEBUG [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:36,397 INFO [StoreOpener-32a4eb3c4bf72c127b3e4fddfb7e1009-1 {}] regionserver.HStore(327): Store=32a4eb3c4bf72c127b3e4fddfb7e1009/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:36,397 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:36,397 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,398 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,398 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,399 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,399 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:31:36,400 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,402 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:36,402 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 32a4eb3c4bf72c127b3e4fddfb7e1009; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60712718, jitterRate=-0.09531000256538391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:31:36,402 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:36,402 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 32a4eb3c4bf72c127b3e4fddfb7e1009: Running coprocessor pre-open hook at 1733207496391Writing region info on filesystem at 1733207496391Initializing all the Stores at 1733207496391Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207496391Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207496392 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207496392Cleaning up temporary data from old regions at 1733207496399 (+7 ms)Running coprocessor post-open hooks at 1733207496402 (+3 ms)Region opened successfully at 1733207496402 2024-12-03T06:31:36,403 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009., pid=6, masterSystemTime=1733207496386 2024-12-03T06:31:36,405 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:36,405 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:36,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32a4eb3c4bf72c127b3e4fddfb7e1009, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,45157,1733207485335 2024-12-03T06:31:36,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32a4eb3c4bf72c127b3e4fddfb7e1009, server=122cddc95ec8,45157,1733207485335 because future has completed 2024-12-03T06:31:36,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:31:36,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 32a4eb3c4bf72c127b3e4fddfb7e1009, server=122cddc95ec8,45157,1733207485335 in 175 msec 2024-12-03T06:31:36,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:31:36,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=32a4eb3c4bf72c127b3e4fddfb7e1009, ASSIGN in 332 msec 2024-12-03T06:31:36,414 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:31:36,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207496414"}]},"ts":"1733207496414"} 2024-12-03T06:31:36,416 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:31:36,418 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:31:36,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-12-03T06:31:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:37,407 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:31:37,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:37,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33075,1733207490700 2024-12-03T06:31:37,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18a2e2d2 2024-12-03T06:31:37,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:37,409 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:37,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:31:37,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:31:37,412 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:37,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:31:37,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:31:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:31:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:37,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65b33707284f9a70836f5ecfe3c38fba, NAME => 'test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260 2024-12-03T06:31:37,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:31:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:38,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:38,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 65b33707284f9a70836f5ecfe3c38fba, disabling compactions & flushes 2024-12-03T06:31:38,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:38,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:38,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. after waiting 0 ms 2024-12-03T06:31:38,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:38,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:38,225 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65b33707284f9a70836f5ecfe3c38fba: Waiting for close lock at 1733207498225Disabling compacts and flushes for region at 1733207498225Disabling writes for close at 1733207498225Writing region close event to WAL at 1733207498225Closed at 1733207498225 2024-12-03T06:31:38,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:31:38,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207498226"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207498226"}]},"ts":"1733207498226"} 2024-12-03T06:31:38,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:31:38,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:31:38,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207498228"}]},"ts":"1733207498228"} 2024-12-03T06:31:38,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:31:38,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65b33707284f9a70836f5ecfe3c38fba, ASSIGN}] 2024-12-03T06:31:38,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65b33707284f9a70836f5ecfe3c38fba, ASSIGN 2024-12-03T06:31:38,232 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=65b33707284f9a70836f5ecfe3c38fba, ASSIGN; state=OFFLINE, location=122cddc95ec8,44469,1733207490839; forceNewPlan=false, retain=false 2024-12-03T06:31:38,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65b33707284f9a70836f5ecfe3c38fba, regionState=OPENING, regionLocation=122cddc95ec8,44469,1733207490839 2024-12-03T06:31:38,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=65b33707284f9a70836f5ecfe3c38fba, ASSIGN because future has completed 2024-12-03T06:31:38,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65b33707284f9a70836f5ecfe3c38fba, server=122cddc95ec8,44469,1733207490839}] 2024-12-03T06:31:38,547 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:38,547 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 65b33707284f9a70836f5ecfe3c38fba, NAME => 'test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:38,547 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:38,547 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:31:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:38,548 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,548 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:38,548 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,548 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,569 INFO [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,570 INFO [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65b33707284f9a70836f5ecfe3c38fba columnFamilyName f 2024-12-03T06:31:38,570 DEBUG [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:38,571 INFO [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] regionserver.HStore(327): Store=65b33707284f9a70836f5ecfe3c38fba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:38,571 INFO [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,572 INFO [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65b33707284f9a70836f5ecfe3c38fba columnFamilyName f1 2024-12-03T06:31:38,572 DEBUG [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:38,572 INFO [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] regionserver.HStore(327): Store=65b33707284f9a70836f5ecfe3c38fba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:38,572 INFO [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,573 INFO [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65b33707284f9a70836f5ecfe3c38fba columnFamilyName norep 2024-12-03T06:31:38,573 DEBUG [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:38,573 INFO [StoreOpener-65b33707284f9a70836f5ecfe3c38fba-1 {}] regionserver.HStore(327): Store=65b33707284f9a70836f5ecfe3c38fba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:38,574 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,574 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,574 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,575 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,575 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,576 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:31:38,576 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,582 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:38,582 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 65b33707284f9a70836f5ecfe3c38fba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64357445, jitterRate=-0.040999338030815125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:31:38,582 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:38,583 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 65b33707284f9a70836f5ecfe3c38fba: Running coprocessor pre-open hook at 1733207498548Writing region info on filesystem at 1733207498548Initializing all the Stores at 1733207498566 (+18 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207498566Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207498568 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207498568Cleaning up temporary data from old regions at 1733207498575 (+7 ms)Running coprocessor post-open hooks at 1733207498582 (+7 ms)Region opened successfully at 1733207498583 (+1 ms) 2024-12-03T06:31:38,583 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba., pid=6, masterSystemTime=1733207498537 2024-12-03T06:31:38,586 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:38,586 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:38,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65b33707284f9a70836f5ecfe3c38fba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,44469,1733207490839 2024-12-03T06:31:38,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65b33707284f9a70836f5ecfe3c38fba, server=122cddc95ec8,44469,1733207490839 because future has completed 2024-12-03T06:31:38,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:31:38,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 65b33707284f9a70836f5ecfe3c38fba, server=122cddc95ec8,44469,1733207490839 in 209 msec 2024-12-03T06:31:38,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:31:38,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=65b33707284f9a70836f5ecfe3c38fba, ASSIGN in 365 msec 2024-12-03T06:31:38,598 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:31:38,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207498598"}]},"ts":"1733207498598"} 2024-12-03T06:31:38,600 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:31:38,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:31:38,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-12-03T06:31:38,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T06:31:39,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:31:39,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:31:39,558 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:31:39,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e66e547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:39,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,34799,-1 for getting cluster id 2024-12-03T06:31:39,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:39,559 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9fe483c-d927-49a0-9fe4-669c37e1422e' 2024-12-03T06:31:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9fe483c-d927-49a0-9fe4-669c37e1422e" 2024-12-03T06:31:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346fc892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,34799,-1] 2024-12-03T06:31:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:39,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:39,560 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:39,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9efa32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:39,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,34799,1733207480431 2024-12-03T06:31:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d525d23 2024-12-03T06:31:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:39,563 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:39,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:44229,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:31:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:31:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:39,565 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44229' 2024-12-03T06:31:39,566 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7797c7c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:39,566 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44229,-1 for getting cluster id 2024-12-03T06:31:39,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:39,567 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a902d79-72ec-45eb-9242-9ded1d850a9c' 2024-12-03T06:31:39,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:39,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a902d79-72ec-45eb-9242-9ded1d850a9c" 2024-12-03T06:31:39,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6847ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:39,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44229,-1] 2024-12-03T06:31:39,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:39,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:39,568 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:39,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e30ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:39,569 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:39,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44229,1733207485219 2024-12-03T06:31:39,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7510255a 2024-12-03T06:31:39,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:39,570 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:39,571 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T06:31:39,571 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:31:39,571 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:39,571 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:39,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:39,571 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:39,572 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:31:39,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:31:39,573 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:39,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:31:39,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:31:39,622 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:31:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:39,980 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98a50caac87c5568bf44a195fa4ffb1f, NAME => 'hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2 2024-12-03T06:31:39,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:31:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:40,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:31:40,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T06:31:40,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:31:40,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T06:31:40,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:40,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 98a50caac87c5568bf44a195fa4ffb1f, disabling compactions & flushes 2024-12-03T06:31:40,386 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:31:40,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:31:40,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. after waiting 0 ms 2024-12-03T06:31:40,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:31:40,386 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:31:40,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98a50caac87c5568bf44a195fa4ffb1f: Waiting for close lock at 1733207500386Disabling compacts and flushes for region at 1733207500386Disabling writes for close at 1733207500386Writing region close event to WAL at 1733207500386Closed at 1733207500386 2024-12-03T06:31:40,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:31:40,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207500387"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207500387"}]},"ts":"1733207500387"} 2024-12-03T06:31:40,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:31:40,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:31:40,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207500390"}]},"ts":"1733207500390"} 2024-12-03T06:31:40,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:31:40,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98a50caac87c5568bf44a195fa4ffb1f, ASSIGN}] 2024-12-03T06:31:40,392 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98a50caac87c5568bf44a195fa4ffb1f, ASSIGN 2024-12-03T06:31:40,393 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98a50caac87c5568bf44a195fa4ffb1f, ASSIGN; state=OFFLINE, location=122cddc95ec8,33957,1733207480586; forceNewPlan=false, retain=false 2024-12-03T06:31:40,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98a50caac87c5568bf44a195fa4ffb1f, regionState=OPENING, regionLocation=122cddc95ec8,33957,1733207480586 2024-12-03T06:31:40,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98a50caac87c5568bf44a195fa4ffb1f, ASSIGN because future has completed 2024-12-03T06:31:40,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98a50caac87c5568bf44a195fa4ffb1f, server=122cddc95ec8,33957,1733207480586}] 2024-12-03T06:31:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:40,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:31:40,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:40,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:31:40,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C33957%2C1733207480586.rep, suffix=, logDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586, archiveDir=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/oldWALs, maxLogs=10 2024-12-03T06:31:40,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.rep.1733207500702, exclude list is [], retry=0 2024-12-03T06:31:40,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42185,DS-42e5c471-447c-422c-a7b1-5a70d7367acf,DISK] 2024-12-03T06:31:40,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.rep.1733207500702 2024-12-03T06:31:40,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46605:46605)] 2024-12-03T06:31:40,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 98a50caac87c5568bf44a195fa4ffb1f, NAME => 'hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:40,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:40,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:31:40,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. service=MultiRowMutationService 2024-12-03T06:31:40,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:31:40,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:40,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,720 INFO [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,721 INFO [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98a50caac87c5568bf44a195fa4ffb1f columnFamilyName hfileref 2024-12-03T06:31:40,721 DEBUG [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:40,721 INFO [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] regionserver.HStore(327): Store=98a50caac87c5568bf44a195fa4ffb1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:40,721 INFO [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,722 INFO [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98a50caac87c5568bf44a195fa4ffb1f columnFamilyName queue 2024-12-03T06:31:40,722 DEBUG [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:40,722 INFO [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] regionserver.HStore(327): Store=98a50caac87c5568bf44a195fa4ffb1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:40,722 INFO [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,723 INFO [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98a50caac87c5568bf44a195fa4ffb1f columnFamilyName sid 2024-12-03T06:31:40,723 DEBUG [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:40,723 INFO [StoreOpener-98a50caac87c5568bf44a195fa4ffb1f-1 {}] regionserver.HStore(327): Store=98a50caac87c5568bf44a195fa4ffb1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:40,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/replication/98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/replication/98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:31:40,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/replication/98a50caac87c5568bf44a195fa4ffb1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:40,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 98a50caac87c5568bf44a195fa4ffb1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71636494, jitterRate=0.06746694445610046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:31:40,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:31:40,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 98a50caac87c5568bf44a195fa4ffb1f: Running coprocessor pre-open hook at 1733207500719Writing region info on filesystem at 1733207500719Initializing all the Stores at 1733207500720 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207500720Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207500720Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207500720Cleaning up temporary data from old regions at 1733207500725 (+5 ms)Running coprocessor post-open hooks at 1733207500730 (+5 ms)Region opened successfully at 1733207500730 2024-12-03T06:31:40,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f., pid=10, masterSystemTime=1733207500698 2024-12-03T06:31:40,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:31:40,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:31:40,733 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98a50caac87c5568bf44a195fa4ffb1f, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,33957,1733207480586 2024-12-03T06:31:40,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98a50caac87c5568bf44a195fa4ffb1f, server=122cddc95ec8,33957,1733207480586 because future has completed 2024-12-03T06:31:40,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:31:40,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98a50caac87c5568bf44a195fa4ffb1f, server=122cddc95ec8,33957,1733207480586 in 189 msec 2024-12-03T06:31:40,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:31:40,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98a50caac87c5568bf44a195fa4ffb1f, ASSIGN in 346 msec 2024-12-03T06:31:40,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:31:40,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207500739"}]},"ts":"1733207500739"} 2024-12-03T06:31:40,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:31:40,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:31:40,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-12-03T06:31:40,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f., hostname=122cddc95ec8,33957,1733207480586, seqNum=2] 2024-12-03T06:31:40,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:40,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:31:40,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:31:41,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:31:41,017 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:31:41,040 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,33957,1733207480586, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:31:41,040 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:41,040 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,33957,1733207480586, seqNum=-1] 2024-12-03T06:31:41,041 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:41,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T06:31:41,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,33957,1733207480586', locateType=CURRENT is [region=hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f., hostname=122cddc95ec8,33957,1733207480586, seqNum=2] 2024-12-03T06:31:41,045 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:31:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:31:41,047 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,33957,1733207480586 suceeded 2024-12-03T06:31:41,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:31:41,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T06:31:41,048 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:44229,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:31:41,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-12-03T06:31:41,058 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44229' 2024-12-03T06:31:41,059 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@463a7366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:41,059 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44229,-1 for getting cluster id 2024-12-03T06:31:41,059 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:41,060 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a902d79-72ec-45eb-9242-9ded1d850a9c' 2024-12-03T06:31:41,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:41,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a902d79-72ec-45eb-9242-9ded1d850a9c" 2024-12-03T06:31:41,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc613c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:41,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44229,-1] 2024-12-03T06:31:41,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:41,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:41,061 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:41,062 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7df9dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:41,062 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:41,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44229,1733207485219 2024-12-03T06:31:41,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f1cef18 2024-12-03T06:31:41,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:41,063 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-03T06:31:41,064 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,33957,1733207480586 (queues=1) is replicating from cluster=a9fe483c-d927-49a0-9fe4-669c37e1422e to cluster=4a902d79-72ec-45eb-9242-9ded1d850a9c 2024-12-03T06:31:41,064 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C33957%2C1733207480586 2024-12-03T06:31:41,064 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,33957,1733207480586, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:31:41,064 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C33957%2C1733207480586 2024-12-03T06:31:41,064 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, startPosition=0, beingWritten=true 2024-12-03T06:31:41,069 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:41,069 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 379, reset compression=false 2024-12-03T06:31:41,069 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,33957,1733207480586 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:41,272 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 379, reset compression=false 2024-12-03T06:31:41,575 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 379, reset compression=false 2024-12-03T06:31:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:41,707 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:31:41,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:41,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:41,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:41,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:41,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:41,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729b5cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:41,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44229,-1 for getting cluster id 2024-12-03T06:31:41,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:41,709 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a902d79-72ec-45eb-9242-9ded1d850a9c' 2024-12-03T06:31:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a902d79-72ec-45eb-9242-9ded1d850a9c" 2024-12-03T06:31:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7fa15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44229,-1] 2024-12-03T06:31:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:41,710 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:41,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e1fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:41,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44229,1733207485219 2024-12-03T06:31:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@163ce855 2024-12-03T06:31:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:41,712 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:41,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:33075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:31:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:31:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:41,715 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:33075' 2024-12-03T06:31:41,716 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b522474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:41,716 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33075,-1 for getting cluster id 2024-12-03T06:31:41,716 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:41,717 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f668231-f283-4494-92e3-a43a55c38ce0' 2024-12-03T06:31:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f668231-f283-4494-92e3-a43a55c38ce0" 2024-12-03T06:31:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783936d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33075,-1] 2024-12-03T06:31:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:41,718 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:41,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e67e1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:41,719 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:41,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33075,1733207490700 2024-12-03T06:31:41,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28adc0ae 2024-12-03T06:31:41,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:41,720 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:41,721 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T06:31:41,721 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:31:41,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:41,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:41,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:41,721 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:41,722 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:31:41,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:31:41,723 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:41,724 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:31:41,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:31:41,772 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:31:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:41,979 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 379, reset compression=false 2024-12-03T06:31:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:42,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a7357b37f3bbab8174e7d968b1122e4, NAME => 'hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b 2024-12-03T06:31:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:31:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:42,482 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 379, reset compression=false 2024-12-03T06:31:42,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:42,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6a7357b37f3bbab8174e7d968b1122e4, disabling compactions & flushes 2024-12-03T06:31:42,536 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:42,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:42,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. after waiting 0 ms 2024-12-03T06:31:42,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:42,536 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:42,537 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a7357b37f3bbab8174e7d968b1122e4: Waiting for close lock at 1733207502536Disabling compacts and flushes for region at 1733207502536Disabling writes for close at 1733207502536Writing region close event to WAL at 1733207502536Closed at 1733207502536 2024-12-03T06:31:42,538 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:31:42,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207502538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207502538"}]},"ts":"1733207502538"} 2024-12-03T06:31:42,540 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:31:42,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:31:42,541 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207502541"}]},"ts":"1733207502541"} 2024-12-03T06:31:42,543 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:31:42,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a7357b37f3bbab8174e7d968b1122e4, ASSIGN}] 2024-12-03T06:31:42,544 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a7357b37f3bbab8174e7d968b1122e4, ASSIGN 2024-12-03T06:31:42,544 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6a7357b37f3bbab8174e7d968b1122e4, ASSIGN; state=OFFLINE, location=122cddc95ec8,45157,1733207485335; forceNewPlan=false, retain=false 2024-12-03T06:31:42,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6a7357b37f3bbab8174e7d968b1122e4, regionState=OPENING, regionLocation=122cddc95ec8,45157,1733207485335 2024-12-03T06:31:42,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6a7357b37f3bbab8174e7d968b1122e4, ASSIGN because future has completed 2024-12-03T06:31:42,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a7357b37f3bbab8174e7d968b1122e4, server=122cddc95ec8,45157,1733207485335}] 2024-12-03T06:31:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:42,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:42,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:42,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:31:42,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C45157%2C1733207485335.rep, suffix=, logDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335, archiveDir=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/oldWALs, maxLogs=10 2024-12-03T06:31:42,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.rep.1733207502855, exclude list is [], retry=0 2024-12-03T06:31:42,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34613,DS-dc214d74-b400-4f6c-9f8b-e8672a119800,DISK] 2024-12-03T06:31:42,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.rep.1733207502855 2024-12-03T06:31:42,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38023:38023)] 2024-12-03T06:31:42,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a7357b37f3bbab8174e7d968b1122e4, NAME => 'hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:42,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:42,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:31:42,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. service=MultiRowMutationService 2024-12-03T06:31:42,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:31:42,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:42,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,873 INFO [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,875 INFO [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7357b37f3bbab8174e7d968b1122e4 columnFamilyName hfileref 2024-12-03T06:31:42,875 DEBUG [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:42,875 INFO [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] regionserver.HStore(327): Store=6a7357b37f3bbab8174e7d968b1122e4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:42,875 INFO [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,876 INFO [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7357b37f3bbab8174e7d968b1122e4 columnFamilyName queue 2024-12-03T06:31:42,876 DEBUG [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:42,877 INFO [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] regionserver.HStore(327): Store=6a7357b37f3bbab8174e7d968b1122e4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:42,877 INFO [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,878 INFO [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7357b37f3bbab8174e7d968b1122e4 columnFamilyName sid 2024-12-03T06:31:42,878 DEBUG [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:42,878 INFO [StoreOpener-6a7357b37f3bbab8174e7d968b1122e4-1 {}] regionserver.HStore(327): Store=6a7357b37f3bbab8174e7d968b1122e4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:42,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/replication/6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/replication/6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:31:42,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/replication/6a7357b37f3bbab8174e7d968b1122e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:42,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6a7357b37f3bbab8174e7d968b1122e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72392656, jitterRate=0.0787346363067627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:31:42,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:42,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6a7357b37f3bbab8174e7d968b1122e4: Running coprocessor pre-open hook at 1733207502872Writing region info on filesystem at 1733207502872Initializing all the Stores at 1733207502873 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207502873Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207502873Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207502873Cleaning up temporary data from old regions at 1733207502880 (+7 ms)Running coprocessor post-open hooks at 1733207502883 (+3 ms)Region opened successfully at 1733207502883 2024-12-03T06:31:42,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4., pid=10, masterSystemTime=1733207502849 2024-12-03T06:31:42,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:42,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:42,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6a7357b37f3bbab8174e7d968b1122e4, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,45157,1733207485335 2024-12-03T06:31:42,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a7357b37f3bbab8174e7d968b1122e4, server=122cddc95ec8,45157,1733207485335 because future has completed 2024-12-03T06:31:42,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:31:42,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a7357b37f3bbab8174e7d968b1122e4, server=122cddc95ec8,45157,1733207485335 in 191 msec 2024-12-03T06:31:42,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:31:42,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a7357b37f3bbab8174e7d968b1122e4, ASSIGN in 347 msec 2024-12-03T06:31:42,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:31:42,893 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207502893"}]},"ts":"1733207502893"} 2024-12-03T06:31:42,895 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:31:42,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:31:42,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-03T06:31:42,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4., hostname=122cddc95ec8,45157,1733207485335, seqNum=2] 2024-12-03T06:31:42,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:42,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:42,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:31:43,087 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 379, reset compression=false 2024-12-03T06:31:43,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:31:43,125 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:31:43,151 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,45157,1733207485335, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:31:43,152 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:43,152 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,45157,1733207485335, seqNum=-1] 2024-12-03T06:31:43,152 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:43,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T06:31:43,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,45157,1733207485335', locateType=CURRENT is [region=hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4., hostname=122cddc95ec8,45157,1733207485335, seqNum=2] 2024-12-03T06:31:43,157 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:31:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:31:43,159 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,45157,1733207485335 suceeded 2024-12-03T06:31:43,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:31:43,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-03T06:31:43,161 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:33075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:31:43,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-12-03T06:31:43,173 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:33075' 2024-12-03T06:31:43,174 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cee4089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:43,174 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33075,-1 for getting cluster id 2024-12-03T06:31:43,175 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:43,175 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f668231-f283-4494-92e3-a43a55c38ce0' 2024-12-03T06:31:43,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:43,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f668231-f283-4494-92e3-a43a55c38ce0" 2024-12-03T06:31:43,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fd09d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:43,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33075,-1] 2024-12-03T06:31:43,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:43,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:43,176 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:43,177 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f3bd6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:43,177 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:43,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33075,1733207490700 2024-12-03T06:31:43,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d103e7 2024-12-03T06:31:43,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:43,178 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-03T06:31:43,179 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,45157,1733207485335 (queues=1) is replicating from cluster=4a902d79-72ec-45eb-9242-9ded1d850a9c to cluster=6f668231-f283-4494-92e3-a43a55c38ce0 2024-12-03T06:31:43,179 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C45157%2C1733207485335 2024-12-03T06:31:43,179 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,45157,1733207485335, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:31:43,179 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C45157%2C1733207485335 2024-12-03T06:31:43,179 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, startPosition=0, beingWritten=true 2024-12-03T06:31:43,184 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:43,184 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 379, reset compression=false 2024-12-03T06:31:43,184 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,45157,1733207485335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:43,388 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 379, reset compression=false 2024-12-03T06:31:43,691 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 379, reset compression=false 2024-12-03T06:31:43,790 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 379, reset compression=false 2024-12-03T06:31:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:43,857 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:31:43,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:43,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:43,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:43,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:43,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:43,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd3cf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:43,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33075,-1 for getting cluster id 2024-12-03T06:31:43,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:43,859 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f668231-f283-4494-92e3-a43a55c38ce0' 2024-12-03T06:31:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f668231-f283-4494-92e3-a43a55c38ce0" 2024-12-03T06:31:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66566320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33075,-1] 2024-12-03T06:31:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:43,860 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be01f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:43,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33075,1733207490700 2024-12-03T06:31:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67e42eff 2024-12-03T06:31:43,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:43,862 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:43,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:34799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:31:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:31:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:43,864 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:34799' 2024-12-03T06:31:43,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30104578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:43,865 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,34799,-1 for getting cluster id 2024-12-03T06:31:43,866 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:43,866 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9fe483c-d927-49a0-9fe4-669c37e1422e' 2024-12-03T06:31:43,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:43,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9fe483c-d927-49a0-9fe4-669c37e1422e" 2024-12-03T06:31:43,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511c7059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:43,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,34799,-1] 2024-12-03T06:31:43,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:43,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:43,867 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:43,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b24dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:43,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:43,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,34799,1733207480431 2024-12-03T06:31:43,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@335bf2a6 2024-12-03T06:31:43,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:43,870 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:43,870 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T06:31:43,870 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:31:43,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:43,871 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:43,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:43,871 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:31:43,872 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:31:43,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:31:43,873 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:43,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:31:43,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:31:43,922 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:31:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:44,094 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 379, reset compression=false 2024-12-03T06:31:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:44,285 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a91ee929c212decb18f4aa5264863e82, NAME => 'hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260 2024-12-03T06:31:44,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:31:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:44,594 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 379, reset compression=false 2024-12-03T06:31:44,598 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 379, reset compression=false 2024-12-03T06:31:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a91ee929c212decb18f4aa5264863e82, disabling compactions & flushes 2024-12-03T06:31:44,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. after waiting 0 ms 2024-12-03T06:31:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:44,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:44,691 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a91ee929c212decb18f4aa5264863e82: Waiting for close lock at 1733207504691Disabling compacts and flushes for region at 1733207504691Disabling writes for close at 1733207504691Writing region close event to WAL at 1733207504691Closed at 1733207504691 2024-12-03T06:31:44,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:31:44,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207504692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207504692"}]},"ts":"1733207504692"} 2024-12-03T06:31:44,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:31:44,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:31:44,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207504695"}]},"ts":"1733207504695"} 2024-12-03T06:31:44,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:31:44,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a91ee929c212decb18f4aa5264863e82, ASSIGN}] 2024-12-03T06:31:44,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a91ee929c212decb18f4aa5264863e82, ASSIGN 2024-12-03T06:31:44,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a91ee929c212decb18f4aa5264863e82, ASSIGN; state=OFFLINE, location=122cddc95ec8,44469,1733207490839; forceNewPlan=false, retain=false 2024-12-03T06:31:44,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a91ee929c212decb18f4aa5264863e82, regionState=OPENING, regionLocation=122cddc95ec8,44469,1733207490839 2024-12-03T06:31:44,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a91ee929c212decb18f4aa5264863e82, ASSIGN because future has completed 2024-12-03T06:31:44,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a91ee929c212decb18f4aa5264863e82, server=122cddc95ec8,44469,1733207490839}] 2024-12-03T06:31:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:45,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:45,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:31:45,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:31:45,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C44469%2C1733207490839.rep, suffix=, logDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839, archiveDir=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/oldWALs, maxLogs=10 2024-12-03T06:31:45,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.rep.1733207505010, exclude list is [], retry=0 2024-12-03T06:31:45,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43013,DS-a589f0a7-f457-4499-8ac1-c7e7def37dea,DISK] 2024-12-03T06:31:45,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.rep.1733207505010 2024-12-03T06:31:45,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41559:41559)] 2024-12-03T06:31:45,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a91ee929c212decb18f4aa5264863e82, NAME => 'hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:31:45,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:31:45,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:31:45,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. service=MultiRowMutationService 2024-12-03T06:31:45,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:31:45,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:31:45,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,033 INFO [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,034 INFO [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91ee929c212decb18f4aa5264863e82 columnFamilyName hfileref 2024-12-03T06:31:45,034 DEBUG [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:45,034 INFO [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] regionserver.HStore(327): Store=a91ee929c212decb18f4aa5264863e82/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:45,034 INFO [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,036 INFO [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91ee929c212decb18f4aa5264863e82 columnFamilyName queue 2024-12-03T06:31:45,036 DEBUG [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:45,038 INFO [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] regionserver.HStore(327): Store=a91ee929c212decb18f4aa5264863e82/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:45,038 INFO [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,039 INFO [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91ee929c212decb18f4aa5264863e82 columnFamilyName sid 2024-12-03T06:31:45,039 DEBUG [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:31:45,039 INFO [StoreOpener-a91ee929c212decb18f4aa5264863e82-1 {}] regionserver.HStore(327): Store=a91ee929c212decb18f4aa5264863e82/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:31:45,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/replication/a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/replication/a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:31:45,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/replication/a91ee929c212decb18f4aa5264863e82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:31:45,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a91ee929c212decb18f4aa5264863e82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63182937, jitterRate=-0.05850087106227875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:31:45,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:45,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a91ee929c212decb18f4aa5264863e82: Running coprocessor pre-open hook at 1733207505032Writing region info on filesystem at 1733207505032Initializing all the Stores at 1733207505032Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207505032Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207505033 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207505033Cleaning up temporary data from old regions at 1733207505041 (+8 ms)Running coprocessor post-open hooks at 1733207505044 (+3 ms)Region opened successfully at 1733207505044 2024-12-03T06:31:45,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82., pid=10, masterSystemTime=1733207505005 2024-12-03T06:31:45,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:45,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:45,046 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a91ee929c212decb18f4aa5264863e82, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,44469,1733207490839 2024-12-03T06:31:45,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a91ee929c212decb18f4aa5264863e82, server=122cddc95ec8,44469,1733207490839 because future has completed 2024-12-03T06:31:45,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:31:45,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a91ee929c212decb18f4aa5264863e82, server=122cddc95ec8,44469,1733207490839 in 197 msec 2024-12-03T06:31:45,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:31:45,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a91ee929c212decb18f4aa5264863e82, ASSIGN in 352 msec 2024-12-03T06:31:45,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:31:45,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207505053"}]},"ts":"1733207505053"} 2024-12-03T06:31:45,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:31:45,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:31:45,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-12-03T06:31:45,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82., hostname=122cddc95ec8,44469,1733207490839, seqNum=2] 2024-12-03T06:31:45,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:45,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:45,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:31:45,201 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 379, reset compression=false 2024-12-03T06:31:45,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:31:45,266 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:31:45,289 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,44469,1733207490839, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:31:45,289 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:45,289 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,44469,1733207490839, seqNum=-1] 2024-12-03T06:31:45,289 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:45,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T06:31:45,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,44469,1733207490839', locateType=CURRENT is [region=hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82., hostname=122cddc95ec8,44469,1733207490839, seqNum=2] 2024-12-03T06:31:45,294 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:31:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:31:45,296 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,44469,1733207490839 suceeded 2024-12-03T06:31:45,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:31:45,297 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:34799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:31:45,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-03T06:31:45,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4350 sec 2024-12-03T06:31:45,308 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:34799' 2024-12-03T06:31:45,309 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38021ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:45,309 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,34799,-1 for getting cluster id 2024-12-03T06:31:45,309 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:45,309 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9fe483c-d927-49a0-9fe4-669c37e1422e' 2024-12-03T06:31:45,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:45,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9fe483c-d927-49a0-9fe4-669c37e1422e" 2024-12-03T06:31:45,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57cab81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:45,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,34799,-1] 2024-12-03T06:31:45,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:45,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:45,311 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:45,311 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380c042f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:45,311 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:45,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,34799,1733207480431 2024-12-03T06:31:45,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595d4300 2024-12-03T06:31:45,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:45,313 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T06:31:45,313 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,44469,1733207490839 (queues=1) is replicating from cluster=6f668231-f283-4494-92e3-a43a55c38ce0 to cluster=a9fe483c-d927-49a0-9fe4-669c37e1422e 2024-12-03T06:31:45,313 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C44469%2C1733207490839 2024-12-03T06:31:45,313 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,44469,1733207490839, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:31:45,314 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, startPosition=0, beingWritten=true 2024-12-03T06:31:45,314 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C44469%2C1733207490839 2024-12-03T06:31:45,318 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:45,318 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 379, reset compression=false 2024-12-03T06:31:45,318 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,44469,1733207490839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:45,498 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 379, reset compression=false 2024-12-03T06:31:45,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T06:31:45,522 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 379, reset compression=false 2024-12-03T06:31:45,825 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 379, reset compression=false 2024-12-03T06:31:45,905 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 379, reset compression=false 2024-12-03T06:31:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:31:46,007 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:31:46,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:46,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:46,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:46,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:46,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:46,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8668f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,34799,-1 for getting cluster id 2024-12-03T06:31:46,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:46,008 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9fe483c-d927-49a0-9fe4-669c37e1422e' 2024-12-03T06:31:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9fe483c-d927-49a0-9fe4-669c37e1422e" 2024-12-03T06:31:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab40f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,34799,-1] 2024-12-03T06:31:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:46,010 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:46,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2bcae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8992bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44229,-1 for getting cluster id 2024-12-03T06:31:46,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:46,011 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a902d79-72ec-45eb-9242-9ded1d850a9c' 2024-12-03T06:31:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a902d79-72ec-45eb-9242-9ded1d850a9c" 2024-12-03T06:31:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd7d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44229,-1] 2024-12-03T06:31:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:46,012 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:46,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e468314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a58ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33075,-1 for getting cluster id 2024-12-03T06:31:46,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:46,014 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f668231-f283-4494-92e3-a43a55c38ce0' 2024-12-03T06:31:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f668231-f283-4494-92e3-a43a55c38ce0" 2024-12-03T06:31:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0c1370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33075,-1] 2024-12-03T06:31:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:46,016 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:46,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adb2480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,33957,1733207480586, seqNum=-1] 2024-12-03T06:31:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:46,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:46,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207494109.959215daf270860a419de76bbd957af3., hostname=122cddc95ec8,33957,1733207480586, seqNum=2] 2024-12-03T06:31:46,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,44469,1733207490839, seqNum=-1] 2024-12-03T06:31:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:46,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:46,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba., hostname=122cddc95ec8,44469,1733207490839, seqNum=2] 2024-12-03T06:31:46,058 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T06:31:46,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:31:46,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,228 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 379, reset compression=false 2024-12-03T06:31:46,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:31:46,502 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 379, reset compression=false 2024-12-03T06:31:46,506 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:46,506 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 480, reset compression=false 2024-12-03T06:31:46,506 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,33957,1733207480586 got entry batch from reader: WALEntryBatch [walEntries=[{test/959215daf270860a419de76bbd957af3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T06:31:46,508 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:31:46,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-03T06:31:46,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:46,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd7dc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44229,-1 for getting cluster id 2024-12-03T06:31:46,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:46,510 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a902d79-72ec-45eb-9242-9ded1d850a9c' 2024-12-03T06:31:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a902d79-72ec-45eb-9242-9ded1d850a9c" 2024-12-03T06:31:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b852e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44229,-1] 2024-12-03T06:31:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:46,512 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:46,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ebeb034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:46,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,45157,1733207485335, seqNum=-1] 2024-12-03T06:31:46,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:46,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T06:31:46,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009., hostname=122cddc95ec8,45157,1733207485335, seqNum=2] 2024-12-03T06:31:46,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:46,708 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 379, reset compression=false 2024-12-03T06:31:46,709 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 480, reset compression=false 2024-12-03T06:31:46,712 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:46,713 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 504, reset compression=false 2024-12-03T06:31:46,713 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,45157,1733207485335 got entry batch from reader: WALEntryBatch [walEntries=[{test/32a4eb3c4bf72c127b3e4fddfb7e1009/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T06:31:46,714 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:31:46,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-03T06:31:46,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:46,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c0694bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33075,-1 for getting cluster id 2024-12-03T06:31:46,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:46,717 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f668231-f283-4494-92e3-a43a55c38ce0' 2024-12-03T06:31:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f668231-f283-4494-92e3-a43a55c38ce0" 2024-12-03T06:31:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@530e3b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33075,-1] 2024-12-03T06:31:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:46,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:46,718 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:46,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54b29e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:46,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:46,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,44469,1733207490839, seqNum=-1] 2024-12-03T06:31:46,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:46,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T06:31:46,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba., hostname=122cddc95ec8,44469,1733207490839, seqNum=2] 2024-12-03T06:31:46,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:46,733 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 379, reset compression=false 2024-12-03T06:31:46,737 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:46,737 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 527, reset compression=false 2024-12-03T06:31:46,737 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,44469,1733207490839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:46,916 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 504, reset compression=false 2024-12-03T06:31:46,940 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 527, reset compression=false 2024-12-03T06:31:47,012 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 480, reset compression=false 2024-12-03T06:31:47,060 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T06:31:47,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,45157,1733207485335, seqNum=-1] 2024-12-03T06:31:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:47,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:31:47,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009., hostname=122cddc95ec8,45157,1733207485335, seqNum=2] 2024-12-03T06:31:47,066 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T06:31:47,219 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 504, reset compression=false 2024-12-03T06:31:47,223 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:47,223 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 608, reset compression=false 2024-12-03T06:31:47,224 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,45157,1733207485335 got entry batch from reader: WALEntryBatch [walEntries=[{test/32a4eb3c4bf72c127b3e4fddfb7e1009/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T06:31:47,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:47,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:47,244 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 527, reset compression=false 2024-12-03T06:31:47,249 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:47,249 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 654, reset compression=false 2024-12-03T06:31:47,249 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,44469,1733207490839 got entry batch from reader: WALEntryBatch [walEntries=[{test/65b33707284f9a70836f5ecfe3c38fba/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T06:31:47,251 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:31:47,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T06:31:47,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:47,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75cf77d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:47,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,34799,-1 for getting cluster id 2024-12-03T06:31:47,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:47,254 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9fe483c-d927-49a0-9fe4-669c37e1422e' 2024-12-03T06:31:47,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:47,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9fe483c-d927-49a0-9fe4-669c37e1422e" 2024-12-03T06:31:47,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@311bca8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:47,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,34799,-1] 2024-12-03T06:31:47,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:47,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:47,255 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:47,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b1f15d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:47,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:31:47,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,33957,1733207480586, seqNum=-1] 2024-12-03T06:31:47,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:31:47,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T06:31:47,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733207494109.959215daf270860a419de76bbd957af3., hostname=122cddc95ec8,33957,1733207480586, seqNum=2] 2024-12-03T06:31:47,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:47,416 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 480, reset compression=false 2024-12-03T06:31:47,421 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:47,421 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 630, reset compression=false 2024-12-03T06:31:47,421 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,33957,1733207480586 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:47,427 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 608, reset compression=false 2024-12-03T06:31:47,453 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 654, reset compression=false 2024-12-03T06:31:47,626 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 630, reset compression=false 2024-12-03T06:31:47,730 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 608, reset compression=false 2024-12-03T06:31:47,756 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 654, reset compression=false 2024-12-03T06:31:47,929 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 630, reset compression=false 2024-12-03T06:31:48,067 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T06:31:48,070 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T06:31:48,134 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 608, reset compression=false 2024-12-03T06:31:48,160 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 654, reset compression=false 2024-12-03T06:31:48,164 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:48,164 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 758, reset compression=false 2024-12-03T06:31:48,164 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,44469,1733207490839 got entry batch from reader: WALEntryBatch [walEntries=[{test/65b33707284f9a70836f5ecfe3c38fba/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T06:31:48,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:48,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:48,333 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 630, reset compression=false 2024-12-03T06:31:48,337 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:48,337 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 757, reset compression=false 2024-12-03T06:31:48,337 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,33957,1733207480586 got entry batch from reader: WALEntryBatch [walEntries=[{test/959215daf270860a419de76bbd957af3/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T06:31:48,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:48,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:48,367 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 758, reset compression=false 2024-12-03T06:31:48,541 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 757, reset compression=false 2024-12-03T06:31:48,637 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 608, reset compression=false 2024-12-03T06:31:48,641 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:48,641 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 759, reset compression=false 2024-12-03T06:31:48,641 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,45157,1733207485335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:48,671 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 758, reset compression=false 2024-12-03T06:31:48,844 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 759, reset compression=false 2024-12-03T06:31:48,845 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 757, reset compression=false 2024-12-03T06:31:49,072 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T06:31:49,074 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 758, reset compression=false 2024-12-03T06:31:49,075 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T06:31:49,148 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 759, reset compression=false 2024-12-03T06:31:49,248 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 757, reset compression=false 2024-12-03T06:31:49,253 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:49,253 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 913, reset compression=false 2024-12-03T06:31:49,253 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,33957,1733207480586 got entry batch from reader: WALEntryBatch [walEntries=[{test/959215daf270860a419de76bbd957af3/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T06:31:49,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:49,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:49,458 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 913, reset compression=false 2024-12-03T06:31:49,552 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 759, reset compression=false 2024-12-03T06:31:49,557 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:49,557 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 907, reset compression=false 2024-12-03T06:31:49,557 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,45157,1733207485335 got entry batch from reader: WALEntryBatch [walEntries=[{test/32a4eb3c4bf72c127b3e4fddfb7e1009/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T06:31:49,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:49,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:49,578 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 758, reset compression=false 2024-12-03T06:31:49,587 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:49,587 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 929, reset compression=false 2024-12-03T06:31:49,587 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,44469,1733207490839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:49,762 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 907, reset compression=false 2024-12-03T06:31:49,770 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 913, reset compression=false 2024-12-03T06:31:49,791 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 929, reset compression=false 2024-12-03T06:31:50,019 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:31:50,066 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 907, reset compression=false 2024-12-03T06:31:50,077 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T06:31:50,080 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T06:31:50,094 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 929, reset compression=false 2024-12-03T06:31:50,174 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 913, reset compression=false 2024-12-03T06:31:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T06:31:50,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T06:31:50,469 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 907, reset compression=false 2024-12-03T06:31:50,474 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:50,474 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1066, reset compression=false 2024-12-03T06:31:50,474 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,45157,1733207485335 got entry batch from reader: WALEntryBatch [walEntries=[{test/32a4eb3c4bf72c127b3e4fddfb7e1009/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T06:31:50,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:50,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:50,497 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 929, reset compression=false 2024-12-03T06:31:50,501 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:50,501 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1078, reset compression=false 2024-12-03T06:31:50,501 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,44469,1733207490839 got entry batch from reader: WALEntryBatch [walEntries=[{test/65b33707284f9a70836f5ecfe3c38fba/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T06:31:50,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:50,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:50,677 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 913, reset compression=false 2024-12-03T06:31:50,677 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1066, reset compression=false 2024-12-03T06:31:50,681 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:50,681 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1085, reset compression=false 2024-12-03T06:31:50,681 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,33957,1733207480586 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:50,705 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1078, reset compression=false 2024-12-03T06:31:50,884 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1085, reset compression=false 2024-12-03T06:31:50,981 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1066, reset compression=false 2024-12-03T06:31:51,010 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1078, reset compression=false 2024-12-03T06:31:51,082 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T06:31:51,085 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T06:31:51,188 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1085, reset compression=false 2024-12-03T06:31:51,384 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1066, reset compression=false 2024-12-03T06:31:51,414 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1078, reset compression=false 2024-12-03T06:31:51,420 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:51,420 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1237, reset compression=false 2024-12-03T06:31:51,420 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,44469,1733207490839 got entry batch from reader: WALEntryBatch [walEntries=[{test/65b33707284f9a70836f5ecfe3c38fba/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T06:31:51,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:51,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:51,592 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1085, reset compression=false 2024-12-03T06:31:51,596 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:51,596 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1234, reset compression=false 2024-12-03T06:31:51,596 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,33957,1733207480586 got entry batch from reader: WALEntryBatch [walEntries=[{test/959215daf270860a419de76bbd957af3/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T06:31:51,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:51,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:51,625 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1237, reset compression=false 2024-12-03T06:31:51,798 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1234, reset compression=false 2024-12-03T06:31:51,888 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1066, reset compression=false 2024-12-03T06:31:51,892 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:51,892 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1239, reset compression=false 2024-12-03T06:31:51,892 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,45157,1733207485335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:51,928 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1237, reset compression=false 2024-12-03T06:31:52,087 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T06:31:52,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e39411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:52,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33075,-1 for getting cluster id 2024-12-03T06:31:52,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:52,095 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1239, reset compression=false 2024-12-03T06:31:52,095 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f668231-f283-4494-92e3-a43a55c38ce0' 2024-12-03T06:31:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f668231-f283-4494-92e3-a43a55c38ce0" 2024-12-03T06:31:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4897ed95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33075,-1] 2024-12-03T06:31:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:52,097 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:52,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bae0b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:52,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:52,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33075,1733207490700 2024-12-03T06:31:52,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b42876 2024-12-03T06:31:52,102 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1234, reset compression=false 2024-12-03T06:31:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:52,103 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:52,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-03T06:31:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-03T06:31:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T06:31:52,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:31:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T06:31:52,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T06:31:52,267 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-03T06:31:52,268 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-03T06:31:52,268 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,44469,1733207490839 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-03T06:31:52,268 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0. 2024-12-03T06:31:52,268 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:52,268 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:52,268 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:52,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:52,368 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T06:31:52,414 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1239, reset compression=false 2024-12-03T06:31:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T06:31:52,469 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 terminated 2024-12-03T06:31:52,489 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,44469,1733207490839, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:31:52,489 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-03T06:31:52,490 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T06:31:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T06:31:52,492 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 122cddc95ec8,44469,1733207490839 suceeded 2024-12-03T06:31:52,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T06:31:52,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-12-03T06:31:52,494 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-03T06:31:52,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 391 msec 2024-12-03T06:31:52,502 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:34799' 2024-12-03T06:31:52,503 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a432405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:52,503 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,34799,-1 for getting cluster id 2024-12-03T06:31:52,504 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:52,504 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9fe483c-d927-49a0-9fe4-669c37e1422e' 2024-12-03T06:31:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9fe483c-d927-49a0-9fe4-669c37e1422e" 2024-12-03T06:31:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304ad9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:52,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,34799,-1] 2024-12-03T06:31:52,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:52,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:52,505 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:52,506 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23d7e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:52,506 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:52,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,34799,1733207480431 2024-12-03T06:31:52,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68db4f85 2024-12-03T06:31:52,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:52,507 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T06:31:52,508 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,44469,1733207490839 (queues=1) is replicating from cluster=6f668231-f283-4494-92e3-a43a55c38ce0 to cluster=a9fe483c-d927-49a0-9fe4-669c37e1422e 2024-12-03T06:31:52,508 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C44469%2C1733207490839 2024-12-03T06:31:52,508 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,44469,1733207490839, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:31:52,508 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C44469%2C1733207490839 2024-12-03T06:31:52,519 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1234, reset compression=false 2024-12-03T06:31:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T06:31:52,738 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:31:52,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:52,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:52,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:52,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:52,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:52,742 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T06:31:52,817 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1239, reset compression=false 2024-12-03T06:31:53,025 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1234, reset compression=false 2024-12-03T06:31:53,029 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:53,030 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1338, reset compression=false 2024-12-03T06:31:53,030 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,33957,1733207480586 got entry batch from reader: WALEntryBatch [walEntries=[{test/959215daf270860a419de76bbd957af3/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T06:31:53,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:53,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:53,233 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1338, reset compression=false 2024-12-03T06:31:53,320 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1239, reset compression=false 2024-12-03T06:31:53,325 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:53,325 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1367, reset compression=false 2024-12-03T06:31:53,325 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,45157,1733207485335 got entry batch from reader: WALEntryBatch [walEntries=[{test/32a4eb3c4bf72c127b3e4fddfb7e1009/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T06:31:53,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:53,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:53,529 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1367, reset compression=false 2024-12-03T06:31:53,538 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1338, reset compression=false 2024-12-03T06:31:53,743 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-03T06:31:53,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142abdbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:53,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,33075,-1 for getting cluster id 2024-12-03T06:31:53,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:31:53,746 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f668231-f283-4494-92e3-a43a55c38ce0' 2024-12-03T06:31:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:31:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f668231-f283-4494-92e3-a43a55c38ce0" 2024-12-03T06:31:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b61dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,33075,-1] 2024-12-03T06:31:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:31:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:53,748 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:31:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56680713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:31:53,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,33075,1733207490700 2024-12-03T06:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f3ec771 2024-12-03T06:31:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:31:53,752 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:31:53,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-03T06:31:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-03T06:31:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T06:31:53,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:31:53,832 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1367, reset compression=false 2024-12-03T06:31:53,836 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:53,836 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1471, reset compression=false 2024-12-03T06:31:53,836 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,45157,1733207485335 got entry batch from reader: WALEntryBatch [walEntries=[{test/32a4eb3c4bf72c127b3e4fddfb7e1009/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T06:31:53,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:53,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T06:31:53,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-03T06:31:53,916 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-03T06:31:53,917 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T06:31:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T06:31:53,919 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 122cddc95ec8,44469,1733207490839 suceeded 2024-12-03T06:31:53,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T06:31:53,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-12-03T06:31:53,921 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-03T06:31:53,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 168 msec 2024-12-03T06:31:53,941 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1338, reset compression=false 2024-12-03T06:31:54,009 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, startPosition=1237, beingWritten=true 2024-12-03T06:31:54,014 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:31:54,014 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1515, reset compression=false 2024-12-03T06:31:54,014 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,44469,1733207490839 got entry batch from reader: WALEntryBatch [walEntries=[{test/65b33707284f9a70836f5ecfe3c38fba/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T06:31:54,017 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:31:54,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T06:31:54,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:31:54,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:31:54,040 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1471, reset compression=false 2024-12-03T06:31:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T06:31:54,077 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:31:54,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:54,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:54,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:54,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:54,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:54,079 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-03T06:31:54,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:31:54,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:54,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:54,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:54,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:54,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:54,079 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:31:54,079 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=618046974, stopped=false 2024-12-03T06:31:54,079 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,33075,1733207490700 2024-12-03T06:31:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-141561910/running 2024-12-03T06:31:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-141561910/running 2024-12-03T06:31:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:54,087 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:31:54,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:54,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:54,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:54,088 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,44469,1733207490839' ***** 2024-12-03T06:31:54,088 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:31:54,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Set watcher on znode that does not yet exist, /2-141561910/running 2024-12-03T06:31:54,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Set watcher on znode that does not yet exist, /2-141561910/running 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:31:54,089 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(3091): Received CLOSE for 65b33707284f9a70836f5ecfe3c38fba 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(3091): Received CLOSE for a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,44469,1733207490839 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:44469. 2024-12-03T06:31:54,089 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65b33707284f9a70836f5ecfe3c38fba, disabling compactions & flushes 2024-12-03T06:31:54,089 DEBUG [RS:0;122cddc95ec8:44469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:54,089 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:54,089 DEBUG [RS:0;122cddc95ec8:44469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:54,089 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:54,089 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. after waiting 0 ms 2024-12-03T06:31:54,089 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:31:54,089 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:31:54,090 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:31:54,090 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65b33707284f9a70836f5ecfe3c38fba 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T06:31:54,090 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:31:54,090 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 65b33707284f9a70836f5ecfe3c38fba=test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba., a91ee929c212decb18f4aa5264863e82=hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82.} 2024-12-03T06:31:54,090 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65b33707284f9a70836f5ecfe3c38fba, a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:54,090 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:31:54,090 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:31:54,090 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:31:54,090 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:31:54,090 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:31:54,090 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:31:54,104 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/info/5bf28dcff8494662ac8ca1ef7b584e1c is 147, key is hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82./info:regioninfo/1733207505046/Put/seqid=0 2024-12-03T06:31:54,107 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/.tmp/f/f222c7cbb6964a79a1f388b9e9fa5253 is 37, key is row3/f:row3/1733207512740/Put/seqid=0 2024-12-03T06:31:54,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741840_1016 (size=7686) 2024-12-03T06:31:54,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741841_1017 (size=5228) 2024-12-03T06:31:54,173 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:31:54,218 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1515, reset compression=false 2024-12-03T06:31:54,223 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:54,223 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1762, reset compression=false 2024-12-03T06:31:54,223 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,44469,1733207490839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:54,224 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 122cddc95ec8,44469,1733207490839: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-122cddc95ec8,44469,1733207490839, walGroup=122cddc95ec8%2C44469%2C1733207490839, offset=122cddc95ec8%2C44469%2C1733207490839.1733207493103:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:44469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T06:31:54,226 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:31:54,226 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:31:54,226 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:31:54,226 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:31:54,227 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:31:54,227 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 914253664 }, "NonHeapMemoryUsage": { "committed": 200409088, "init": 7667712, "max": -1, "used": 197499424 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:31:54,227 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T06:31:54,290 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65b33707284f9a70836f5ecfe3c38fba, a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:54,343 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1471, reset compression=false 2024-12-03T06:31:54,435 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1762, reset compression=false 2024-12-03T06:31:54,445 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1338, reset compression=false 2024-12-03T06:31:54,449 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:54,449 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:31:54,449 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,33957,1733207480586 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:54,490 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65b33707284f9a70836f5ecfe3c38fba, a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:54,508 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/info/5bf28dcff8494662ac8ca1ef7b584e1c 2024-12-03T06:31:54,510 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/.tmp/f/f222c7cbb6964a79a1f388b9e9fa5253 2024-12-03T06:31:54,514 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f222c7cbb6964a79a1f388b9e9fa5253 2024-12-03T06:31:54,525 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/ns/0f53ddeb627144498db2dc0d10e7e1fe is 43, key is default/ns:d/1733207493987/Put/seqid=0 2024-12-03T06:31:54,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741842_1018 (size=5153) 2024-12-03T06:31:54,528 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/ns/0f53ddeb627144498db2dc0d10e7e1fe 2024-12-03T06:31:54,531 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/.tmp/f1/32e9a96d567e47f6b174f50d375a4fd5 is 30, key is row1/f1:/1733207510078/DeleteFamily/seqid=0 2024-12-03T06:31:54,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741843_1019 (size=5158) 2024-12-03T06:31:54,544 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/rep_barrier/3332f553c26741609567614d4b003d86 is 112, key is test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba./rep_barrier:seqnumDuringOpen/1733207498586/Put/seqid=0 2024-12-03T06:31:54,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741844_1020 (size=5518) 2024-12-03T06:31:54,652 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:31:54,690 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65b33707284f9a70836f5ecfe3c38fba, a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:54,739 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1762, reset compression=false 2024-12-03T06:31:54,747 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1471, reset compression=false 2024-12-03T06:31:54,798 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:31:54,891 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65b33707284f9a70836f5ecfe3c38fba, a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:54,935 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/.tmp/f1/32e9a96d567e47f6b174f50d375a4fd5 2024-12-03T06:31:54,939 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32e9a96d567e47f6b174f50d375a4fd5 2024-12-03T06:31:54,948 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/rep_barrier/3332f553c26741609567614d4b003d86 2024-12-03T06:31:54,956 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:31:54,958 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/.tmp/norep/c198ab54595b4db5b7d5092fdb922602 is 33, key is row2/norep:/1733207511083/DeleteFamily/seqid=0 2024-12-03T06:31:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741845_1021 (size=5108) 2024-12-03T06:31:54,963 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:31:54,963 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:31:54,968 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/table/3382a350008c45aea0b6b434a7e418ae is 53, key is hbase:replication/table:state/1733207505053/Put/seqid=0 2024-12-03T06:31:54,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741846_1022 (size=5308) 2024-12-03T06:31:55,091 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65b33707284f9a70836f5ecfe3c38fba, a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:55,145 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1762, reset compression=false 2024-12-03T06:31:55,253 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1471, reset compression=false 2024-12-03T06:31:55,291 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65b33707284f9a70836f5ecfe3c38fba, a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:55,359 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:31:55,361 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/.tmp/norep/c198ab54595b4db5b7d5092fdb922602 2024-12-03T06:31:55,365 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c198ab54595b4db5b7d5092fdb922602 2024-12-03T06:31:55,365 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/.tmp/f/f222c7cbb6964a79a1f388b9e9fa5253 as hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/f/f222c7cbb6964a79a1f388b9e9fa5253 2024-12-03T06:31:55,369 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f222c7cbb6964a79a1f388b9e9fa5253 2024-12-03T06:31:55,369 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/f/f222c7cbb6964a79a1f388b9e9fa5253, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T06:31:55,369 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/.tmp/f1/32e9a96d567e47f6b174f50d375a4fd5 as hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/f1/32e9a96d567e47f6b174f50d375a4fd5 2024-12-03T06:31:55,372 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/table/3382a350008c45aea0b6b434a7e418ae 2024-12-03T06:31:55,372 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32e9a96d567e47f6b174f50d375a4fd5 2024-12-03T06:31:55,372 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/f1/32e9a96d567e47f6b174f50d375a4fd5, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T06:31:55,373 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/.tmp/norep/c198ab54595b4db5b7d5092fdb922602 as hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/norep/c198ab54595b4db5b7d5092fdb922602 2024-12-03T06:31:55,375 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/info/5bf28dcff8494662ac8ca1ef7b584e1c as hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/info/5bf28dcff8494662ac8ca1ef7b584e1c 2024-12-03T06:31:55,376 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c198ab54595b4db5b7d5092fdb922602 2024-12-03T06:31:55,376 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/norep/c198ab54595b4db5b7d5092fdb922602, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T06:31:55,377 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 65b33707284f9a70836f5ecfe3c38fba in 1288ms, sequenceid=12, compaction requested=false 2024-12-03T06:31:55,379 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/info/5bf28dcff8494662ac8ca1ef7b584e1c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:31:55,379 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/ns/0f53ddeb627144498db2dc0d10e7e1fe as hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/ns/0f53ddeb627144498db2dc0d10e7e1fe 2024-12-03T06:31:55,380 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/default/test/65b33707284f9a70836f5ecfe3c38fba/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T06:31:55,381 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:55,381 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:31:55,381 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:55,381 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65b33707284f9a70836f5ecfe3c38fba: Waiting for close lock at 1733207514089Running coprocessor pre-close hooks at 1733207514089Disabling compacts and flushes for region at 1733207514089Disabling writes for close at 1733207514089Obtaining lock to block concurrent updates at 1733207514090 (+1 ms)Preparing flush snapshotting stores in 65b33707284f9a70836f5ecfe3c38fba at 1733207514090Finished memstore snapshotting test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733207514090Flushing stores of test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. at 1733207514090Flushing 65b33707284f9a70836f5ecfe3c38fba/f: creating writer at 1733207514090Flushing 65b33707284f9a70836f5ecfe3c38fba/f: appending metadata at 1733207514106 (+16 ms)Flushing 65b33707284f9a70836f5ecfe3c38fba/f: closing flushed file at 1733207514106Flushing 65b33707284f9a70836f5ecfe3c38fba/f1: creating writer at 1733207514514 (+408 ms)Flushing 65b33707284f9a70836f5ecfe3c38fba/f1: appending metadata at 1733207514530 (+16 ms)Flushing 65b33707284f9a70836f5ecfe3c38fba/f1: closing flushed file at 1733207514530Flushing 65b33707284f9a70836f5ecfe3c38fba/norep: creating writer at 1733207514939 (+409 ms)Flushing 65b33707284f9a70836f5ecfe3c38fba/norep: appending metadata at 1733207514957 (+18 ms)Flushing 65b33707284f9a70836f5ecfe3c38fba/norep: closing flushed file at 1733207514957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c862ce4: reopening flushed file at 1733207515365 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792489c0: reopening flushed file at 1733207515369 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49941c34: reopening flushed file at 1733207515373 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 65b33707284f9a70836f5ecfe3c38fba in 1288ms, sequenceid=12, compaction requested=false at 1733207515377 (+4 ms)Writing region close event to WAL at 1733207515378 (+1 ms)Running coprocessor post-close hooks at 1733207515381 (+3 ms)Closed at 1733207515381 2024-12-03T06:31:55,381 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207497409.65b33707284f9a70836f5ecfe3c38fba. 2024-12-03T06:31:55,382 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a91ee929c212decb18f4aa5264863e82, disabling compactions & flushes 2024-12-03T06:31:55,382 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:55,382 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:55,382 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. after waiting 0 ms 2024-12-03T06:31:55,382 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:55,382 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a91ee929c212decb18f4aa5264863e82: Waiting for close lock at 1733207515382Running coprocessor pre-close hooks at 1733207515382Disabling compacts and flushes for region at 1733207515382Disabling writes for close at 1733207515382Failed flush hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82., putting online again at 1733207515382 2024-12-03T06:31:55,382 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:55,384 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/ns/0f53ddeb627144498db2dc0d10e7e1fe, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:31:55,384 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/rep_barrier/3332f553c26741609567614d4b003d86 as hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/rep_barrier/3332f553c26741609567614d4b003d86 2024-12-03T06:31:55,387 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/rep_barrier/3332f553c26741609567614d4b003d86, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:31:55,388 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/.tmp/table/3382a350008c45aea0b6b434a7e418ae as hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/table/3382a350008c45aea0b6b434a7e418ae 2024-12-03T06:31:55,391 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/table/3382a350008c45aea0b6b434a7e418ae, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:31:55,392 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-12-03T06:31:55,395 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:31:55,396 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:55,396 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:31:55,396 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:55,396 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207514090Running coprocessor pre-close hooks at 1733207514090Disabling compacts and flushes for region at 1733207514090Disabling writes for close at 1733207514090Obtaining lock to block concurrent updates at 1733207514090Preparing flush snapshotting stores in 1588230740 at 1733207514090Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207514090Flushing stores of hbase:meta,,1.1588230740 at 1733207514091 (+1 ms)Flushing 1588230740/info: creating writer at 1733207514091Flushing 1588230740/info: appending metadata at 1733207514104 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733207514104Flushing 1588230740/ns: creating writer at 1733207514512 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733207514524 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733207514525 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733207514532 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207514544 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207514544Flushing 1588230740/table: creating writer at 1733207514952 (+408 ms)Flushing 1588230740/table: appending metadata at 1733207514968 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733207514968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60acb164: reopening flushed file at 1733207515375 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e53983: reopening flushed file at 1733207515379 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5d0cf0: reopening flushed file at 1733207515384 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9bb21b9: reopening flushed file at 1733207515388 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1733207515392 (+4 ms)Writing region close event to WAL at 1733207515393 (+1 ms)Running coprocessor post-close hooks at 1733207515395 (+2 ms)Closed at 1733207515396 (+1 ms) 2024-12-03T06:31:55,396 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:55,491 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:31:55,491 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1325): Online Regions={a91ee929c212decb18f4aa5264863e82=hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82.} 2024-12-03T06:31:55,491 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(3091): Received CLOSE for a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:55,492 DEBUG [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1351): Waiting on a91ee929c212decb18f4aa5264863e82 2024-12-03T06:31:55,492 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a91ee929c212decb18f4aa5264863e82, disabling compactions & flushes 2024-12-03T06:31:55,492 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:55,492 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:55,492 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. after waiting 0 ms 2024-12-03T06:31:55,492 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:55,492 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a91ee929c212decb18f4aa5264863e82: Waiting for close lock at 1733207515492Running coprocessor pre-close hooks at 1733207515492Disabling compacts and flushes for region at 1733207515492Disabling writes for close at 1733207515492Failed flush hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82., putting online again at 1733207515492 2024-12-03T06:31:55,492 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733207503871.a91ee929c212decb18f4aa5264863e82. 2024-12-03T06:31:55,649 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 1762, reset compression=false 2024-12-03T06:31:55,653 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:55,653 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.wal-reader.122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.1733207493103 to pos 2406, reset compression=false 2024-12-03T06:31:55,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:31:55,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:31:55,687 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68457 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:31:55,692 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T06:31:55,692 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,44469,1733207490839; all regions closed. 2024-12-03T06:31:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:31:55,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/WALs/122cddc95ec8,44469,1733207490839/122cddc95ec8%2C44469%2C1733207490839.meta.1733207493940.meta not finished, retry = 0 2024-12-03T06:31:55,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741839_1015 (size=2390) 2024-12-03T06:31:55,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741832_1008 (size=2414) 2024-12-03T06:31:55,800 DEBUG [RS:0;122cddc95ec8:44469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:55,800 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:31:55,801 INFO [RS:0;122cddc95ec8:44469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:31:55,801 INFO [RS:0;122cddc95ec8:44469 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:31:55,801 INFO [RS:0;122cddc95ec8:44469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:31:55,801 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:31:55,801 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,44469,1733207490839 because: Region server is closing 2024-12-03T06:31:55,801 INFO [RS:0;122cddc95ec8:44469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:44469. 2024-12-03T06:31:55,801 DEBUG [RS:0;122cddc95ec8:44469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:55,801 DEBUG [RS:0;122cddc95ec8:44469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:55,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:55,802 DEBUG [RS:0;122cddc95ec8:44469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:55,857 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1471, reset compression=false 2024-12-03T06:31:55,862 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:31:55,902 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,44469,1733207490839.replicationSource.shipper122cddc95ec8%2C44469%2C1733207490839,1-122cddc95ec8,44469,1733207490839 terminated 2024-12-03T06:31:55,902 INFO [RS:0;122cddc95ec8:44469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:44469. 2024-12-03T06:31:55,902 DEBUG [RS:0;122cddc95ec8:44469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:55,902 DEBUG [RS:0;122cddc95ec8:44469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:55,902 DEBUG [RS:0;122cddc95ec8:44469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:55,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:55,902 INFO [RS:0;122cddc95ec8:44469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44469 2024-12-03T06:31:55,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-141561910/rs/122cddc95ec8,44469,1733207490839 2024-12-03T06:31:55,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910/rs 2024-12-03T06:31:55,912 INFO [RS:0;122cddc95ec8:44469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:31:55,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,44469,1733207490839] 2024-12-03T06:31:55,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-141561910/draining/122cddc95ec8,44469,1733207490839 already deleted, retry=false 2024-12-03T06:31:55,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,44469,1733207490839 expired; onlineServers=0 2024-12-03T06:31:55,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,33075,1733207490700' ***** 2024-12-03T06:31:55,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:31:55,929 INFO [M:0;122cddc95ec8:33075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:31:55,929 INFO [M:0;122cddc95ec8:33075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:31:55,929 DEBUG [M:0;122cddc95ec8:33075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:31:55,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:31:55,929 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207492731 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207492731,5,FailOnTimeoutGroup] 2024-12-03T06:31:55,929 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207492731 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207492731,5,FailOnTimeoutGroup] 2024-12-03T06:31:55,929 DEBUG [M:0;122cddc95ec8:33075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:31:55,930 INFO [M:0;122cddc95ec8:33075 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:31:55,930 INFO [M:0;122cddc95ec8:33075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:31:55,930 DEBUG [M:0;122cddc95ec8:33075 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:31:55,930 INFO [M:0;122cddc95ec8:33075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:31:55,930 INFO [M:0;122cddc95ec8:33075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:31:55,930 INFO [M:0;122cddc95ec8:33075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:31:55,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:31:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-141561910/master 2024-12-03T06:31:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141561910 2024-12-03T06:31:55,959 DEBUG [M:0;122cddc95ec8:33075 {}] zookeeper.ZKUtil(347): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Unable to get data of znode /2-141561910/master because node does not exist (not an error) 2024-12-03T06:31:55,959 WARN [M:0;122cddc95ec8:33075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:31:55,960 INFO [M:0;122cddc95ec8:33075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/.lastflushedseqids 2024-12-03T06:31:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741847_1023 (size=245) 2024-12-03T06:31:56,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:56,021 INFO [RS:0;122cddc95ec8:44469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:31:56,021 INFO [RS:0;122cddc95ec8:44469 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,44469,1733207490839; zookeeper connection closed. 2024-12-03T06:31:56,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x1009eb950f60007, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:56,021 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e4a7ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e4a7ab 2024-12-03T06:31:56,022 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:31:56,364 INFO [M:0;122cddc95ec8:33075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:31:56,364 INFO [M:0;122cddc95ec8:33075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:31:56,364 DEBUG [M:0;122cddc95ec8:33075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:31:56,364 INFO [M:0;122cddc95ec8:33075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:56,364 DEBUG [M:0;122cddc95ec8:33075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:56,364 DEBUG [M:0;122cddc95ec8:33075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:31:56,364 DEBUG [M:0;122cddc95ec8:33075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:56,364 INFO [M:0;122cddc95ec8:33075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-03T06:31:56,383 DEBUG [M:0;122cddc95ec8:33075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68cd84c629e94de6b7636916fb4c1691 is 82, key is hbase:meta,,1/info:regioninfo/1733207493971/Put/seqid=0 2024-12-03T06:31:56,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741848_1024 (size=5672) 2024-12-03T06:31:56,465 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:31:56,560 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1471, reset compression=false 2024-12-03T06:31:56,787 INFO [M:0;122cddc95ec8:33075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68cd84c629e94de6b7636916fb4c1691 2024-12-03T06:31:56,804 DEBUG [M:0;122cddc95ec8:33075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a8cc45aac94c2db6010bfdfc6e6133 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733207505056/Put/seqid=0 2024-12-03T06:31:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741849_1025 (size=9212) 2024-12-03T06:31:57,169 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:31:57,208 INFO [M:0;122cddc95ec8:33075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a8cc45aac94c2db6010bfdfc6e6133 2024-12-03T06:31:57,224 DEBUG [M:0;122cddc95ec8:33075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe7d6ecde4ba416f87f0b6ffc853d18e is 69, key is 122cddc95ec8,44469,1733207490839/rs:state/1733207492865/Put/seqid=0 2024-12-03T06:31:57,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741850_1026 (size=5156) 2024-12-03T06:31:57,364 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1471, reset compression=false 2024-12-03T06:31:57,627 INFO [M:0;122cddc95ec8:33075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe7d6ecde4ba416f87f0b6ffc853d18e 2024-12-03T06:31:57,631 DEBUG [M:0;122cddc95ec8:33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68cd84c629e94de6b7636916fb4c1691 as hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68cd84c629e94de6b7636916fb4c1691 2024-12-03T06:31:57,635 INFO [M:0;122cddc95ec8:33075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68cd84c629e94de6b7636916fb4c1691, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T06:31:57,635 DEBUG [M:0;122cddc95ec8:33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4a8cc45aac94c2db6010bfdfc6e6133 as hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4a8cc45aac94c2db6010bfdfc6e6133 2024-12-03T06:31:57,639 INFO [M:0;122cddc95ec8:33075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4a8cc45aac94c2db6010bfdfc6e6133, entries=15, sequenceid=127, filesize=9.0 K 2024-12-03T06:31:57,639 DEBUG [M:0;122cddc95ec8:33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe7d6ecde4ba416f87f0b6ffc853d18e as hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe7d6ecde4ba416f87f0b6ffc853d18e 2024-12-03T06:31:57,642 INFO [M:0;122cddc95ec8:33075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44217/user/jenkins/test-data/4193388b-8af2-b726-dd05-1ed3a9a0f260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe7d6ecde4ba416f87f0b6ffc853d18e, entries=1, sequenceid=127, filesize=5.0 K 2024-12-03T06:31:57,643 INFO [M:0;122cddc95ec8:33075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false 2024-12-03T06:31:57,644 INFO [M:0;122cddc95ec8:33075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:31:57,644 DEBUG [M:0;122cddc95ec8:33075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207516364Disabling compacts and flushes for region at 1733207516364Disabling writes for close at 1733207516364Obtaining lock to block concurrent updates at 1733207516364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207516364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733207516365 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207516365Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207516365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207516382 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207516382Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207516790 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207516804 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207516804Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207517212 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207517223 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207517223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684d60df: reopening flushed file at 1733207517631 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af08193: reopening flushed file at 1733207517635 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b154aa: reopening flushed file at 1733207517639 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false at 1733207517643 (+4 ms)Writing region close event to WAL at 1733207517644 (+1 ms)Closed at 1733207517644 2024-12-03T06:31:57,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43013 is added to blk_1073741830_1006 (size=73866) 2024-12-03T06:31:57,646 INFO [M:0;122cddc95ec8:33075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:31:57,646 INFO [M:0;122cddc95ec8:33075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33075 2024-12-03T06:31:57,646 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:31:57,647 INFO [M:0;122cddc95ec8:33075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:31:57,772 INFO [M:0;122cddc95ec8:33075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:31:57,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:57,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1009eb950f60006, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:31:57,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dbb04ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:31:57,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13318a7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:31:57,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:31:57,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1705cc52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:31:57,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7332a2b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/hadoop.log.dir/,STOPPED} 2024-12-03T06:31:57,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:31:57,776 WARN [BP-1951112955-172.17.0.2-1733207488743 heartbeating to localhost/127.0.0.1:44217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:31:57,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:31:57,776 WARN [BP-1951112955-172.17.0.2-1733207488743 heartbeating to localhost/127.0.0.1:44217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1951112955-172.17.0.2-1733207488743 (Datanode Uuid 0fd8e224-a8af-4378-929d-75d297d9214f) service to localhost/127.0.0.1:44217 2024-12-03T06:31:57,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/cluster_45a5714e-10c6-7976-33e5-f7763a62bdf4/data/data1/current/BP-1951112955-172.17.0.2-1733207488743 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:31:57,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/cluster_45a5714e-10c6-7976-33e5-f7763a62bdf4/data/data2/current/BP-1951112955-172.17.0.2-1733207488743 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:31:57,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:31:57,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51dfbbfb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:31:57,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1117b8bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:31:57,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:31:57,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375ece01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:31:57,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5221bbaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/hadoop.log.dir/,STOPPED} 2024-12-03T06:31:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:31:57,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:31:57,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:57,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:57,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:57,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:57,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:57,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:31:57,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953551619, stopped=false 2024-12-03T06:31:57,797 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,44229,1733207485219 2024-12-03T06:31:57,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489399011/running 2024-12-03T06:31:57,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489399011/running 2024-12-03T06:31:57,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:57,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:31:57,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:31:57,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:31:57,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:57,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:57,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Set watcher on znode that does not yet exist, /1-1489399011/running 2024-12-03T06:31:57,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Set watcher on znode that does not yet exist, /1-1489399011/running 2024-12-03T06:31:57,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,45157,1733207485335' ***** 2024-12-03T06:31:57,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:31:57,963 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:31:57,963 INFO [RS:0;122cddc95ec8:45157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:31:57,964 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(3091): Received CLOSE for 32a4eb3c4bf72c127b3e4fddfb7e1009 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,45157,1733207485335 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:45157. 2024-12-03T06:31:57,964 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32a4eb3c4bf72c127b3e4fddfb7e1009, disabling compactions & flushes 2024-12-03T06:31:57,964 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:57,964 DEBUG [RS:0;122cddc95ec8:45157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:57,964 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:57,964 DEBUG [RS:0;122cddc95ec8:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:57,964 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. after waiting 0 ms 2024-12-03T06:31:57,964 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:31:57,964 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 32a4eb3c4bf72c127b3e4fddfb7e1009 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:31:57,964 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:31:57,965 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1325): Online Regions={32a4eb3c4bf72c127b3e4fddfb7e1009=test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009., 1588230740=hbase:meta,,1.1588230740, 6a7357b37f3bbab8174e7d968b1122e4=hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4.} 2024-12-03T06:31:57,965 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32a4eb3c4bf72c127b3e4fddfb7e1009, 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:57,965 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:31:57,965 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:31:57,965 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:31:57,965 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:31:57,965 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:31:57,965 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:31:57,972 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:31:57,973 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:31:57,986 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/info/c261ec32631042e492701a4b26916007 is 147, key is hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4./info:regioninfo/1733207502886/Put/seqid=0 2024-12-03T06:31:57,986 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/.tmp/f/fee21a20ed3e4b50a2f5397f1fff52b3 is 37, key is row3/f:row3/1733207512740/Put/seqid=0 2024-12-03T06:31:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741841_1017 (size=7686) 2024-12-03T06:31:57,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741840_1016 (size=5228) 2024-12-03T06:31:58,165 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32a4eb3c4bf72c127b3e4fddfb7e1009, 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:58,267 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1471, reset compression=false 2024-12-03T06:31:58,271 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:58,271 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1718, reset compression=false 2024-12-03T06:31:58,271 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,45157,1733207485335 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:31:58,272 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 122cddc95ec8,45157,1733207485335: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-122cddc95ec8,45157,1733207485335, walGroup=122cddc95ec8%2C45157%2C1733207485335, offset=122cddc95ec8%2C45157%2C1733207485335.1733207487664:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:45157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T06:31:58,274 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:31:58,274 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:31:58,274 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:31:58,274 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:31:58,274 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:31:58,274 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 877944800 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198006840 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:31:58,275 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:44229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:44229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T06:31:58,365 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32a4eb3c4bf72c127b3e4fddfb7e1009, 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:58,390 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/info/c261ec32631042e492701a4b26916007 2024-12-03T06:31:58,390 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/.tmp/f/fee21a20ed3e4b50a2f5397f1fff52b3 2024-12-03T06:31:58,393 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fee21a20ed3e4b50a2f5397f1fff52b3 2024-12-03T06:31:58,410 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/ns/20d068d5b4594b50afa20a3144ecdd52 is 43, key is default/ns:d/1733207488615/Put/seqid=0 2024-12-03T06:31:58,411 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/.tmp/f1/73ac511df2e641bb9c98ccad4ef25562 is 30, key is row1/f1:/1733207510078/DeleteFamily/seqid=0 2024-12-03T06:31:58,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741842_1018 (size=5153) 2024-12-03T06:31:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741843_1019 (size=5158) 2024-12-03T06:31:58,479 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1718, reset compression=false 2024-12-03T06:31:58,565 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32a4eb3c4bf72c127b3e4fddfb7e1009, 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:58,594 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:31:58,594 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:31:58,766 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32a4eb3c4bf72c127b3e4fddfb7e1009, 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:58,782 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1718, reset compression=false 2024-12-03T06:31:58,814 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/ns/20d068d5b4594b50afa20a3144ecdd52 2024-12-03T06:31:58,814 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/.tmp/f1/73ac511df2e641bb9c98ccad4ef25562 2024-12-03T06:31:58,818 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73ac511df2e641bb9c98ccad4ef25562 2024-12-03T06:31:58,833 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/rep_barrier/6097d39c15ae40ec886448fa5f5902cf is 112, key is test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009./rep_barrier:seqnumDuringOpen/1733207496406/Put/seqid=0 2024-12-03T06:31:58,833 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/.tmp/norep/7b849345fedf4799945448ab062b75f9 is 33, key is row1/norep:/1733207510078/DeleteFamily/seqid=0 2024-12-03T06:31:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741844_1020 (size=5518) 2024-12-03T06:31:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741845_1021 (size=5108) 2024-12-03T06:31:58,886 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:31:58,966 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32a4eb3c4bf72c127b3e4fddfb7e1009, 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:59,166 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32a4eb3c4bf72c127b3e4fddfb7e1009, 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:59,186 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1718, reset compression=false 2024-12-03T06:31:59,238 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/rep_barrier/6097d39c15ae40ec886448fa5f5902cf 2024-12-03T06:31:59,238 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/.tmp/norep/7b849345fedf4799945448ab062b75f9 2024-12-03T06:31:59,241 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b849345fedf4799945448ab062b75f9 2024-12-03T06:31:59,242 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/.tmp/f/fee21a20ed3e4b50a2f5397f1fff52b3 as hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/f/fee21a20ed3e4b50a2f5397f1fff52b3 2024-12-03T06:31:59,245 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fee21a20ed3e4b50a2f5397f1fff52b3 2024-12-03T06:31:59,245 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/f/fee21a20ed3e4b50a2f5397f1fff52b3, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T06:31:59,246 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/.tmp/f1/73ac511df2e641bb9c98ccad4ef25562 as hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/f1/73ac511df2e641bb9c98ccad4ef25562 2024-12-03T06:31:59,249 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73ac511df2e641bb9c98ccad4ef25562 2024-12-03T06:31:59,249 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/f1/73ac511df2e641bb9c98ccad4ef25562, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T06:31:59,250 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/.tmp/norep/7b849345fedf4799945448ab062b75f9 as hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/norep/7b849345fedf4799945448ab062b75f9 2024-12-03T06:31:59,253 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b849345fedf4799945448ab062b75f9 2024-12-03T06:31:59,253 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/norep/7b849345fedf4799945448ab062b75f9, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T06:31:59,254 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 32a4eb3c4bf72c127b3e4fddfb7e1009 in 1290ms, sequenceid=12, compaction requested=false 2024-12-03T06:31:59,254 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T06:31:59,254 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/table/e2e9ac08c786466aa6cac682e9919397 is 53, key is hbase:replication/table:state/1733207502893/Put/seqid=0 2024-12-03T06:31:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741846_1022 (size=5308) 2024-12-03T06:31:59,257 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/default/test/32a4eb3c4bf72c127b3e4fddfb7e1009/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T06:31:59,258 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:59,258 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:31:59,258 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:59,258 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32a4eb3c4bf72c127b3e4fddfb7e1009: Waiting for close lock at 1733207517964Running coprocessor pre-close hooks at 1733207517964Disabling compacts and flushes for region at 1733207517964Disabling writes for close at 1733207517964Obtaining lock to block concurrent updates at 1733207517964Preparing flush snapshotting stores in 32a4eb3c4bf72c127b3e4fddfb7e1009 at 1733207517964Finished memstore snapshotting test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733207517965 (+1 ms)Flushing stores of test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. at 1733207517965Flushing 32a4eb3c4bf72c127b3e4fddfb7e1009/f: creating writer at 1733207517965Flushing 32a4eb3c4bf72c127b3e4fddfb7e1009/f: appending metadata at 1733207517986 (+21 ms)Flushing 32a4eb3c4bf72c127b3e4fddfb7e1009/f: closing flushed file at 1733207517986Flushing 32a4eb3c4bf72c127b3e4fddfb7e1009/f1: creating writer at 1733207518393 (+407 ms)Flushing 32a4eb3c4bf72c127b3e4fddfb7e1009/f1: appending metadata at 1733207518411 (+18 ms)Flushing 32a4eb3c4bf72c127b3e4fddfb7e1009/f1: closing flushed file at 1733207518411Flushing 32a4eb3c4bf72c127b3e4fddfb7e1009/norep: creating writer at 1733207518818 (+407 ms)Flushing 32a4eb3c4bf72c127b3e4fddfb7e1009/norep: appending metadata at 1733207518833 (+15 ms)Flushing 32a4eb3c4bf72c127b3e4fddfb7e1009/norep: closing flushed file at 1733207518833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4efa0a: reopening flushed file at 1733207519241 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6925bc76: reopening flushed file at 1733207519245 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b78e2da: reopening flushed file at 1733207519249 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 32a4eb3c4bf72c127b3e4fddfb7e1009 in 1290ms, sequenceid=12, compaction requested=false at 1733207519254 (+5 ms)Writing region close event to WAL at 1733207519255 (+1 ms)Running coprocessor post-close hooks at 1733207519258 (+3 ms)Closed at 1733207519258 2024-12-03T06:31:59,258 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207495250.32a4eb3c4bf72c127b3e4fddfb7e1009. 2024-12-03T06:31:59,258 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a7357b37f3bbab8174e7d968b1122e4, disabling compactions & flushes 2024-12-03T06:31:59,258 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:59,258 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:59,258 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. after waiting 0 ms 2024-12-03T06:31:59,258 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:59,258 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a7357b37f3bbab8174e7d968b1122e4: Waiting for close lock at 1733207519258Running coprocessor pre-close hooks at 1733207519258Disabling compacts and flushes for region at 1733207519258Disabling writes for close at 1733207519258Failed flush hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4., putting online again at 1733207519258 2024-12-03T06:31:59,259 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:59,366 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:31:59,366 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6a7357b37f3bbab8174e7d968b1122e4=hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4.} 2024-12-03T06:31:59,366 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:59,366 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7357b37f3bbab8174e7d968b1122e4 2024-12-03T06:31:59,366 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a7357b37f3bbab8174e7d968b1122e4, disabling compactions & flushes 2024-12-03T06:31:59,366 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:59,366 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:59,366 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. after waiting 0 ms 2024-12-03T06:31:59,366 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:59,367 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a7357b37f3bbab8174e7d968b1122e4: Waiting for close lock at 1733207519366Running coprocessor pre-close hooks at 1733207519366Disabling compacts and flushes for region at 1733207519366Disabling writes for close at 1733207519366Failed flush hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4., putting online again at 1733207519367 (+1 ms) 2024-12-03T06:31:59,367 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733207501721.6a7357b37f3bbab8174e7d968b1122e4. 2024-12-03T06:31:59,566 DEBUG [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:31:59,658 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/table/e2e9ac08c786466aa6cac682e9919397 2024-12-03T06:31:59,662 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/info/c261ec32631042e492701a4b26916007 as hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/info/c261ec32631042e492701a4b26916007 2024-12-03T06:31:59,666 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/info/c261ec32631042e492701a4b26916007, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:31:59,666 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/ns/20d068d5b4594b50afa20a3144ecdd52 as hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/ns/20d068d5b4594b50afa20a3144ecdd52 2024-12-03T06:31:59,669 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/ns/20d068d5b4594b50afa20a3144ecdd52, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:31:59,670 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/rep_barrier/6097d39c15ae40ec886448fa5f5902cf as hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/rep_barrier/6097d39c15ae40ec886448fa5f5902cf 2024-12-03T06:31:59,673 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/rep_barrier/6097d39c15ae40ec886448fa5f5902cf, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:31:59,673 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/.tmp/table/e2e9ac08c786466aa6cac682e9919397 as hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/table/e2e9ac08c786466aa6cac682e9919397 2024-12-03T06:31:59,677 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/table/e2e9ac08c786466aa6cac682e9919397, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:31:59,677 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-12-03T06:31:59,677 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:31:59,681 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:31:59,681 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:31:59,681 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:31:59,681 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:59,681 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207517965Running coprocessor pre-close hooks at 1733207517965Disabling compacts and flushes for region at 1733207517965Disabling writes for close at 1733207517965Obtaining lock to block concurrent updates at 1733207517965Preparing flush snapshotting stores in 1588230740 at 1733207517965Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207517965Flushing stores of hbase:meta,,1.1588230740 at 1733207517965Flushing 1588230740/info: creating writer at 1733207517965Flushing 1588230740/info: appending metadata at 1733207517986 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733207517986Flushing 1588230740/ns: creating writer at 1733207518393 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733207518410 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733207518410Flushing 1588230740/rep_barrier: creating writer at 1733207518818 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207518832 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207518832Flushing 1588230740/table: creating writer at 1733207519241 (+409 ms)Flushing 1588230740/table: appending metadata at 1733207519254 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733207519254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aed0342: reopening flushed file at 1733207519662 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2490c79d: reopening flushed file at 1733207519666 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a755f3: reopening flushed file at 1733207519669 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2f8848: reopening flushed file at 1733207519673 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1733207519677 (+4 ms)Writing region close event to WAL at 1733207519679 (+2 ms)Running coprocessor post-close hooks at 1733207519681 (+2 ms)Closed at 1733207519681 2024-12-03T06:31:59,681 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:31:59,689 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 1718, reset compression=false 2024-12-03T06:31:59,693 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:31:59,693 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.wal-reader.122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.1733207487664 to pos 2362, reset compression=false 2024-12-03T06:31:59,767 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T06:31:59,767 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,45157,1733207485335; all regions closed. 2024-12-03T06:31:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:31:59,769 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/WALs/122cddc95ec8,45157,1733207485335/122cddc95ec8%2C45157%2C1733207485335.meta.1733207488553.meta not finished, retry = 0 2024-12-03T06:31:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741839_1015 (size=2609) 2024-12-03T06:31:59,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741832_1008 (size=2370) 2024-12-03T06:31:59,873 DEBUG [RS:0;122cddc95ec8:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:59,873 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:31:59,874 INFO [RS:0;122cddc95ec8:45157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:31:59,874 INFO [RS:0;122cddc95ec8:45157 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:31:59,874 INFO [RS:0;122cddc95ec8:45157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:31:59,874 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:31:59,874 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,45157,1733207485335 because: Region server is closing 2024-12-03T06:31:59,875 INFO [RS:0;122cddc95ec8:45157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:45157. 2024-12-03T06:31:59,875 DEBUG [RS:0;122cddc95ec8:45157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:59,875 DEBUG [RS:0;122cddc95ec8:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:59,875 DEBUG [RS:0;122cddc95ec8:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:59,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:59,890 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:31:59,975 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,45157,1733207485335.replicationSource.shipper122cddc95ec8%2C45157%2C1733207485335,1-122cddc95ec8,45157,1733207485335 terminated 2024-12-03T06:31:59,975 INFO [RS:0;122cddc95ec8:45157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:45157. 2024-12-03T06:31:59,975 DEBUG [RS:0;122cddc95ec8:45157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:31:59,975 DEBUG [RS:0;122cddc95ec8:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:59,975 DEBUG [RS:0;122cddc95ec8:45157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:31:59,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:31:59,976 INFO [RS:0;122cddc95ec8:45157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45157 2024-12-03T06:32:00,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489399011/rs/122cddc95ec8,45157,1733207485335 2024-12-03T06:32:00,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011/rs 2024-12-03T06:32:00,012 INFO [RS:0;122cddc95ec8:45157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:32:00,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,45157,1733207485335] 2024-12-03T06:32:00,029 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1489399011/draining/122cddc95ec8,45157,1733207485335 already deleted, retry=false 2024-12-03T06:32:00,029 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,45157,1733207485335 expired; onlineServers=0 2024-12-03T06:32:00,029 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,44229,1733207485219' ***** 2024-12-03T06:32:00,029 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:32:00,029 INFO [M:0;122cddc95ec8:44229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:32:00,029 INFO [M:0;122cddc95ec8:44229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:32:00,029 DEBUG [M:0;122cddc95ec8:44229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:32:00,029 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:32:00,029 DEBUG [M:0;122cddc95ec8:44229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:32:00,029 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207487362 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207487362,5,FailOnTimeoutGroup] 2024-12-03T06:32:00,029 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207487364 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207487364,5,FailOnTimeoutGroup] 2024-12-03T06:32:00,029 INFO [M:0;122cddc95ec8:44229 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:32:00,029 INFO [M:0;122cddc95ec8:44229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:32:00,030 DEBUG [M:0;122cddc95ec8:44229 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:32:00,030 INFO [M:0;122cddc95ec8:44229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:32:00,030 INFO [M:0;122cddc95ec8:44229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:32:00,030 INFO [M:0;122cddc95ec8:44229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:32:00,030 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:32:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1489399011/master 2024-12-03T06:32:00,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1489399011 2024-12-03T06:32:00,037 DEBUG [M:0;122cddc95ec8:44229 {}] zookeeper.ZKUtil(347): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Unable to get data of znode /1-1489399011/master because node does not exist (not an error) 2024-12-03T06:32:00,037 WARN [M:0;122cddc95ec8:44229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:32:00,038 INFO [M:0;122cddc95ec8:44229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/.lastflushedseqids 2024-12-03T06:32:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741847_1023 (size=245) 2024-12-03T06:32:00,121 INFO [RS:0;122cddc95ec8:45157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:32:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:00,121 INFO [RS:0;122cddc95ec8:45157 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,45157,1733207485335; zookeeper connection closed. 2024-12-03T06:32:00,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45157-0x1009eb950f60004, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:00,121 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7791c030 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7791c030 2024-12-03T06:32:00,121 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:32:00,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,441 INFO [M:0;122cddc95ec8:44229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:32:00,442 INFO [M:0;122cddc95ec8:44229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:32:00,442 DEBUG [M:0;122cddc95ec8:44229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:32:00,442 INFO [M:0;122cddc95ec8:44229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:00,442 DEBUG [M:0;122cddc95ec8:44229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:00,442 DEBUG [M:0;122cddc95ec8:44229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:32:00,442 DEBUG [M:0;122cddc95ec8:44229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:00,442 INFO [M:0;122cddc95ec8:44229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T06:32:00,455 DEBUG [M:0;122cddc95ec8:44229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f510871a32df49bc8d9db7a20016259b is 82, key is hbase:meta,,1/info:regioninfo/1733207488600/Put/seqid=0 2024-12-03T06:32:00,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741848_1024 (size=5672) 2024-12-03T06:32:00,458 INFO [M:0;122cddc95ec8:44229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f510871a32df49bc8d9db7a20016259b 2024-12-03T06:32:00,485 DEBUG [M:0;122cddc95ec8:44229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/173784797f884c5790db261081dbce26 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733207496419/Put/seqid=0 2024-12-03T06:32:00,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741849_1025 (size=7218) 2024-12-03T06:32:00,889 INFO [M:0;122cddc95ec8:44229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/173784797f884c5790db261081dbce26 2024-12-03T06:32:00,893 INFO [M:0;122cddc95ec8:44229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 173784797f884c5790db261081dbce26 2024-12-03T06:32:00,905 DEBUG [M:0;122cddc95ec8:44229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/641b7219c14f4923a63db77cb79ae261 is 69, key is 122cddc95ec8,45157,1733207485335/rs:state/1733207487426/Put/seqid=0 2024-12-03T06:32:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741850_1026 (size=5156) 2024-12-03T06:32:00,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:32:00,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:00,993 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:32:01,309 INFO [M:0;122cddc95ec8:44229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/641b7219c14f4923a63db77cb79ae261 2024-12-03T06:32:01,313 DEBUG [M:0;122cddc95ec8:44229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f510871a32df49bc8d9db7a20016259b as hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f510871a32df49bc8d9db7a20016259b 2024-12-03T06:32:01,316 INFO [M:0;122cddc95ec8:44229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f510871a32df49bc8d9db7a20016259b, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T06:32:01,316 DEBUG [M:0;122cddc95ec8:44229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/173784797f884c5790db261081dbce26 as hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/173784797f884c5790db261081dbce26 2024-12-03T06:32:01,319 INFO [M:0;122cddc95ec8:44229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 173784797f884c5790db261081dbce26 2024-12-03T06:32:01,319 INFO [M:0;122cddc95ec8:44229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/173784797f884c5790db261081dbce26, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T06:32:01,320 DEBUG [M:0;122cddc95ec8:44229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/641b7219c14f4923a63db77cb79ae261 as hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/641b7219c14f4923a63db77cb79ae261 2024-12-03T06:32:01,323 INFO [M:0;122cddc95ec8:44229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38161/user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/641b7219c14f4923a63db77cb79ae261, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T06:32:01,323 INFO [M:0;122cddc95ec8:44229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=105, compaction requested=false 2024-12-03T06:32:01,324 INFO [M:0;122cddc95ec8:44229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:01,325 DEBUG [M:0;122cddc95ec8:44229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207520442Disabling compacts and flushes for region at 1733207520442Disabling writes for close at 1733207520442Obtaining lock to block concurrent updates at 1733207520442Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207520442Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733207520442Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207520443 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207520443Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207520454 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207520454Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207520462 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207520485 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207520485Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207520893 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207520905 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207520905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b135cac: reopening flushed file at 1733207521312 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76317209: reopening flushed file at 1733207521316 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631ea857: reopening flushed file at 1733207521319 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=105, compaction requested=false at 1733207521324 (+5 ms)Writing region close event to WAL at 1733207521324Closed at 1733207521324 2024-12-03T06:32:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34613 is added to blk_1073741830_1006 (size=64423) 2024-12-03T06:32:01,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09464043-a188-194e-0c08-8a7c02b3df3b/MasterData/WALs/122cddc95ec8,44229,1733207485219/122cddc95ec8%2C44229%2C1733207485219.1733207487119 not finished, retry = 0 2024-12-03T06:32:01,427 INFO [M:0;122cddc95ec8:44229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:32:01,427 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:32:01,427 INFO [M:0;122cddc95ec8:44229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44229 2024-12-03T06:32:01,427 INFO [M:0;122cddc95ec8:44229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:32:01,571 INFO [M:0;122cddc95ec8:44229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:32:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44229-0x1009eb950f60003, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:01,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@278eee5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:32:01,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41fe9518{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:32:01,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:32:01,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b99e8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:32:01,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba28043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/hadoop.log.dir/,STOPPED} 2024-12-03T06:32:01,575 WARN [BP-1724922803-172.17.0.2-1733207483455 heartbeating to localhost/127.0.0.1:38161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:32:01,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:32:01,575 WARN [BP-1724922803-172.17.0.2-1733207483455 heartbeating to localhost/127.0.0.1:38161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1724922803-172.17.0.2-1733207483455 (Datanode Uuid 2ba5d2ab-cbd8-4244-94ef-098a6fe2161b) service to localhost/127.0.0.1:38161 2024-12-03T06:32:01,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:32:01,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/cluster_66f2f202-ace2-523a-f5c2-7ed40ad36ed5/data/data1/current/BP-1724922803-172.17.0.2-1733207483455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:32:01,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/cluster_66f2f202-ace2-523a-f5c2-7ed40ad36ed5/data/data2/current/BP-1724922803-172.17.0.2-1733207483455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:32:01,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:32:01,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b95c3af{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:32:01,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a302027{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:32:01,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:32:01,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b5b3de1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:32:01,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2424edd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38055a28-5abc-c1f0-116d-acd9702d62cb/hadoop.log.dir/,STOPPED} 2024-12-03T06:32:01,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:32:01,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:32:01,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:01,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:01,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:01,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:01,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:01,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:32:01,593 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=262955423, stopped=false 2024-12-03T06:32:01,593 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,34799,1733207480431 2024-12-03T06:32:01,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01057412290/running 2024-12-03T06:32:01,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01057412290/running 2024-12-03T06:32:01,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:32:01,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:32:01,604 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:32:01,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:01,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:01,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:01,604 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,33957,1733207480586' ***** 2024-12-03T06:32:01,604 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:32:01,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Set watcher on znode that does not yet exist, /01057412290/running 2024-12-03T06:32:01,605 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:32:01,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Set watcher on znode that does not yet exist, /01057412290/running 2024-12-03T06:32:01,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:32:01,605 INFO [RS:0;122cddc95ec8:33957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:32:01,605 INFO [RS:0;122cddc95ec8:33957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:32:01,605 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(3091): Received CLOSE for 959215daf270860a419de76bbd957af3 2024-12-03T06:32:01,610 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(3091): Received CLOSE for 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:32:01,610 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,33957,1733207480586 2024-12-03T06:32:01,610 INFO [RS:0;122cddc95ec8:33957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:32:01,610 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 959215daf270860a419de76bbd957af3, disabling compactions & flushes 2024-12-03T06:32:01,610 INFO [RS:0;122cddc95ec8:33957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:33957. 2024-12-03T06:32:01,610 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:32:01,610 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:32:01,610 DEBUG [RS:0;122cddc95ec8:33957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:01,610 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207494109.959215daf270860a419de76bbd957af3. after waiting 0 ms 2024-12-03T06:32:01,610 DEBUG [RS:0;122cddc95ec8:33957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:01,610 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:32:01,611 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:32:01,611 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:32:01,611 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:32:01,611 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 959215daf270860a419de76bbd957af3 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-03T06:32:01,611 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:32:01,611 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:32:01,611 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1325): Online Regions={959215daf270860a419de76bbd957af3=test,,1733207494109.959215daf270860a419de76bbd957af3., 98a50caac87c5568bf44a195fa4ffb1f=hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:32:01,611 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 959215daf270860a419de76bbd957af3, 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:32:01,611 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:32:01,611 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:32:01,611 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:32:01,611 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:32:01,611 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:32:01,611 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:32:01,624 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/.tmp/f/7d777762b30d42688ced2582f23045b9 is 37, key is row3/f:row3/1733207512740/Put/seqid=0 2024-12-03T06:32:01,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741840_1016 (size=5228) 2024-12-03T06:32:01,627 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/info/23f818ab61a4439799c5a40f81b9d5c4 is 147, key is hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f./info:regioninfo/1733207500733/Put/seqid=0 2024-12-03T06:32:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741841_1017 (size=7686) 2024-12-03T06:32:01,669 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:32:01,669 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:32:01,703 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:32:01,811 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 959215daf270860a419de76bbd957af3, 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:32:02,011 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 959215daf270860a419de76bbd957af3, 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:32:02,028 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/.tmp/f/7d777762b30d42688ced2582f23045b9 2024-12-03T06:32:02,031 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/info/23f818ab61a4439799c5a40f81b9d5c4 2024-12-03T06:32:02,032 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d777762b30d42688ced2582f23045b9 2024-12-03T06:32:02,053 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/ns/3b70f52f19e6409588716eeff14b3518 is 43, key is default/ns:d/1733207483370/Put/seqid=0 2024-12-03T06:32:02,055 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/.tmp/f1/2221618c60264019939aa791138942c2 is 30, key is row1/f1:/1733207510078/DeleteFamily/seqid=0 2024-12-03T06:32:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741842_1018 (size=5153) 2024-12-03T06:32:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741843_1019 (size=5158) 2024-12-03T06:32:02,196 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1488, reset compression=false 2024-12-03T06:32:02,200 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:02,200 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1735, reset compression=false 2024-12-03T06:32:02,200 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,33957,1733207480586 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:02,201 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 122cddc95ec8,33957,1733207480586: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-122cddc95ec8,33957,1733207480586, walGroup=122cddc95ec8%2C33957%2C1733207480586, offset=122cddc95ec8%2C33957%2C1733207480586.1733207482702:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T06:32:02,202 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:32:02,202 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:32:02,203 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:32:02,203 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:32:02,203 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:32:02,203 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 895238656 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198842304 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:32:02,203 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:34799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:34799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T06:32:02,212 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 959215daf270860a419de76bbd957af3, 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:32:02,406 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1735, reset compression=false 2024-12-03T06:32:02,412 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 959215daf270860a419de76bbd957af3, 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:32:02,457 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/ns/3b70f52f19e6409588716eeff14b3518 2024-12-03T06:32:02,459 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/.tmp/f1/2221618c60264019939aa791138942c2 2024-12-03T06:32:02,462 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2221618c60264019939aa791138942c2 2024-12-03T06:32:02,473 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/rep_barrier/e6c6f5723d444a97acd4b179e1f00aac is 112, key is test,,1733207494109.959215daf270860a419de76bbd957af3./rep_barrier:seqnumDuringOpen/1733207494898/Put/seqid=0 2024-12-03T06:32:02,477 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/.tmp/norep/d2d37c2d97e2470f960557d625eab302 is 32, key is row/norep:/1733207509073/DeleteFamily/seqid=0 2024-12-03T06:32:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741844_1020 (size=5518) 2024-12-03T06:32:02,479 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/rep_barrier/e6c6f5723d444a97acd4b179e1f00aac 2024-12-03T06:32:02,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741845_1021 (size=5101) 2024-12-03T06:32:02,480 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/.tmp/norep/d2d37c2d97e2470f960557d625eab302 2024-12-03T06:32:02,482 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2d37c2d97e2470f960557d625eab302 2024-12-03T06:32:02,483 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/.tmp/f/7d777762b30d42688ced2582f23045b9 as hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/f/7d777762b30d42688ced2582f23045b9 2024-12-03T06:32:02,487 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d777762b30d42688ced2582f23045b9 2024-12-03T06:32:02,487 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/f/7d777762b30d42688ced2582f23045b9, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T06:32:02,488 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/.tmp/f1/2221618c60264019939aa791138942c2 as hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/f1/2221618c60264019939aa791138942c2 2024-12-03T06:32:02,491 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2221618c60264019939aa791138942c2 2024-12-03T06:32:02,492 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/f1/2221618c60264019939aa791138942c2, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T06:32:02,492 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/.tmp/norep/d2d37c2d97e2470f960557d625eab302 as hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/norep/d2d37c2d97e2470f960557d625eab302 2024-12-03T06:32:02,496 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2d37c2d97e2470f960557d625eab302 2024-12-03T06:32:02,496 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/norep/d2d37c2d97e2470f960557d625eab302, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T06:32:02,497 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 959215daf270860a419de76bbd957af3 in 887ms, sequenceid=12, compaction requested=false 2024-12-03T06:32:02,501 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/table/92ab3b0c53e94afc8e72adf251a293d2 is 53, key is hbase:replication/table:state/1733207500739/Put/seqid=0 2024-12-03T06:32:02,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741846_1022 (size=5308) 2024-12-03T06:32:02,509 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/default/test/959215daf270860a419de76bbd957af3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T06:32:02,509 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:02,509 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:32:02,509 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:32:02,509 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 959215daf270860a419de76bbd957af3: Waiting for close lock at 1733207521610Running coprocessor pre-close hooks at 1733207521610Disabling compacts and flushes for region at 1733207521610Disabling writes for close at 1733207521610Obtaining lock to block concurrent updates at 1733207521611 (+1 ms)Preparing flush snapshotting stores in 959215daf270860a419de76bbd957af3 at 1733207521611Finished memstore snapshotting test,,1733207494109.959215daf270860a419de76bbd957af3., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733207521611Flushing stores of test,,1733207494109.959215daf270860a419de76bbd957af3. at 1733207521611Flushing 959215daf270860a419de76bbd957af3/f: creating writer at 1733207521612 (+1 ms)Flushing 959215daf270860a419de76bbd957af3/f: appending metadata at 1733207521623 (+11 ms)Flushing 959215daf270860a419de76bbd957af3/f: closing flushed file at 1733207521623Flushing 959215daf270860a419de76bbd957af3/f1: creating writer at 1733207522032 (+409 ms)Flushing 959215daf270860a419de76bbd957af3/f1: appending metadata at 1733207522055 (+23 ms)Flushing 959215daf270860a419de76bbd957af3/f1: closing flushed file at 1733207522055Flushing 959215daf270860a419de76bbd957af3/norep: creating writer at 1733207522462 (+407 ms)Flushing 959215daf270860a419de76bbd957af3/norep: appending metadata at 1733207522476 (+14 ms)Flushing 959215daf270860a419de76bbd957af3/norep: closing flushed file at 1733207522476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b8b70a: reopening flushed file at 1733207522482 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce0f69e: reopening flushed file at 1733207522487 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@532e3dc4: reopening flushed file at 1733207522492 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 959215daf270860a419de76bbd957af3 in 887ms, sequenceid=12, compaction requested=false at 1733207522497 (+5 ms)Writing region close event to WAL at 1733207522506 (+9 ms)Running coprocessor post-close hooks at 1733207522509 (+3 ms)Closed at 1733207522509 2024-12-03T06:32:02,509 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207494109.959215daf270860a419de76bbd957af3. 2024-12-03T06:32:02,509 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98a50caac87c5568bf44a195fa4ffb1f, disabling compactions & flushes 2024-12-03T06:32:02,509 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:32:02,509 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:32:02,510 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. after waiting 0 ms 2024-12-03T06:32:02,510 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:32:02,510 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98a50caac87c5568bf44a195fa4ffb1f: Waiting for close lock at 1733207522509Running coprocessor pre-close hooks at 1733207522509Disabling compacts and flushes for region at 1733207522509Disabling writes for close at 1733207522510 (+1 ms)Failed flush hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f., putting online again at 1733207522510 2024-12-03T06:32:02,510 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:32:02,612 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:32:02,612 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1325): Online Regions={98a50caac87c5568bf44a195fa4ffb1f=hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:32:02,612 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(3091): Received CLOSE for 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:32:02,612 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98a50caac87c5568bf44a195fa4ffb1f 2024-12-03T06:32:02,612 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98a50caac87c5568bf44a195fa4ffb1f, disabling compactions & flushes 2024-12-03T06:32:02,612 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:32:02,612 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:32:02,612 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. after waiting 0 ms 2024-12-03T06:32:02,612 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:32:02,612 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98a50caac87c5568bf44a195fa4ffb1f: Waiting for close lock at 1733207522612Running coprocessor pre-close hooks at 1733207522612Disabling compacts and flushes for region at 1733207522612Disabling writes for close at 1733207522612Failed flush hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f., putting online again at 1733207522612 2024-12-03T06:32:02,612 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733207499571.98a50caac87c5568bf44a195fa4ffb1f. 2024-12-03T06:32:02,709 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 1735, reset compression=false 2024-12-03T06:32:02,713 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:02,713 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 2379, reset compression=false 2024-12-03T06:32:02,812 DEBUG [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:32:02,908 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/table/92ab3b0c53e94afc8e72adf251a293d2 2024-12-03T06:32:02,912 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/info/23f818ab61a4439799c5a40f81b9d5c4 as hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/info/23f818ab61a4439799c5a40f81b9d5c4 2024-12-03T06:32:02,915 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 2379, reset compression=false 2024-12-03T06:32:02,916 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/info/23f818ab61a4439799c5a40f81b9d5c4, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:32:02,917 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/ns/3b70f52f19e6409588716eeff14b3518 as hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/ns/3b70f52f19e6409588716eeff14b3518 2024-12-03T06:32:02,920 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/ns/3b70f52f19e6409588716eeff14b3518, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:32:02,920 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/rep_barrier/e6c6f5723d444a97acd4b179e1f00aac as hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/rep_barrier/e6c6f5723d444a97acd4b179e1f00aac 2024-12-03T06:32:02,923 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/rep_barrier/e6c6f5723d444a97acd4b179e1f00aac, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:32:02,923 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/.tmp/table/92ab3b0c53e94afc8e72adf251a293d2 as hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/table/92ab3b0c53e94afc8e72adf251a293d2 2024-12-03T06:32:02,926 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/table/92ab3b0c53e94afc8e72adf251a293d2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:32:02,927 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-12-03T06:32:02,930 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:32:02,931 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:02,931 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:32:02,931 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:02,931 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207521611Running coprocessor pre-close hooks at 1733207521611Disabling compacts and flushes for region at 1733207521611Disabling writes for close at 1733207521611Obtaining lock to block concurrent updates at 1733207521611Preparing flush snapshotting stores in 1588230740 at 1733207521611Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207521611Flushing stores of hbase:meta,,1.1588230740 at 1733207521612 (+1 ms)Flushing 1588230740/info: creating writer at 1733207521612Flushing 1588230740/info: appending metadata at 1733207521627 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733207521627Flushing 1588230740/ns: creating writer at 1733207522034 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733207522053 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733207522053Flushing 1588230740/rep_barrier: creating writer at 1733207522461 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207522472 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207522472Flushing 1588230740/table: creating writer at 1733207522482 (+10 ms)Flushing 1588230740/table: appending metadata at 1733207522501 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733207522501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b22f753: reopening flushed file at 1733207522912 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e4c0ed: reopening flushed file at 1733207522916 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d72c06: reopening flushed file at 1733207522920 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fdeb93: reopening flushed file at 1733207522923 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1733207522927 (+4 ms)Writing region close event to WAL at 1733207522928 (+1 ms)Running coprocessor post-close hooks at 1733207522931 (+3 ms)Closed at 1733207522931 2024-12-03T06:32:02,931 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:03,012 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T06:32:03,012 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,33957,1733207480586; all regions closed. 2024-12-03T06:32:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:32:03,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.meta.1733207483313.meta not finished, retry = 0 2024-12-03T06:32:03,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741839_1015 (size=2609) 2024-12-03T06:32:03,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.rep.1733207500702 not finished, retry = 0 2024-12-03T06:32:03,218 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 to pos 2379, reset compression=false 2024-12-03T06:32:03,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 not finished, retry = 0 2024-12-03T06:32:03,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741833_1009 (size=2387) 2024-12-03T06:32:03,321 DEBUG [RS:0;122cddc95ec8:33957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:03,321 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:32:03,321 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/WALs/122cddc95ec8,33957,1733207480586/122cddc95ec8%2C33957%2C1733207480586.1733207482702 2024-12-03T06:32:03,321 INFO [RS:0;122cddc95ec8:33957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:32:03,321 INFO [RS:0;122cddc95ec8:33957 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:32:03,321 INFO [RS:0;122cddc95ec8:33957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:32:03,321 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:32:03,321 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,33957,1733207480586 because: Region server is closing 2024-12-03T06:32:03,321 INFO [RS:0;122cddc95ec8:33957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:33957. 2024-12-03T06:32:03,322 DEBUG [RS:0;122cddc95ec8:33957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:03,322 DEBUG [RS:0;122cddc95ec8:33957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:03,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:03,322 DEBUG [RS:0;122cddc95ec8:33957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:03,422 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.shipper122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 terminated 2024-12-03T06:32:03,422 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,33957,1733207480586.replicationSource.wal-reader.122cddc95ec8%2C33957%2C1733207480586,1-122cddc95ec8,33957,1733207480586 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-03T06:32:03,422 INFO [RS:0;122cddc95ec8:33957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:33957. 2024-12-03T06:32:03,422 DEBUG [RS:0;122cddc95ec8:33957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:03,422 DEBUG [RS:0;122cddc95ec8:33957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:03,422 DEBUG [RS:0;122cddc95ec8:33957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:03,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:03,423 INFO [RS:0;122cddc95ec8:33957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33957 2024-12-03T06:32:03,446 INFO [master/122cddc95ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T06:32:03,446 INFO [master/122cddc95ec8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T06:32:03,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290/rs 2024-12-03T06:32:03,502 INFO [RS:0;122cddc95ec8:33957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:32:03,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01057412290/rs/122cddc95ec8,33957,1733207480586 2024-12-03T06:32:03,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,33957,1733207480586] 2024-12-03T06:32:03,529 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01057412290/draining/122cddc95ec8,33957,1733207480586 already deleted, retry=false 2024-12-03T06:32:03,529 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,33957,1733207480586 expired; onlineServers=0 2024-12-03T06:32:03,529 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,34799,1733207480431' ***** 2024-12-03T06:32:03,529 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:32:03,529 INFO [M:0;122cddc95ec8:34799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:32:03,529 INFO [M:0;122cddc95ec8:34799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:32:03,529 DEBUG [M:0;122cddc95ec8:34799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:32:03,529 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:32:03,529 DEBUG [M:0;122cddc95ec8:34799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:32:03,529 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207482512 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207482512,5,FailOnTimeoutGroup] 2024-12-03T06:32:03,529 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207482512 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207482512,5,FailOnTimeoutGroup] 2024-12-03T06:32:03,529 INFO [M:0;122cddc95ec8:34799 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:32:03,529 INFO [M:0;122cddc95ec8:34799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:32:03,530 DEBUG [M:0;122cddc95ec8:34799 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:32:03,530 INFO [M:0;122cddc95ec8:34799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:32:03,530 INFO [M:0;122cddc95ec8:34799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:32:03,530 INFO [M:0;122cddc95ec8:34799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:32:03,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:32:03,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01057412290/master 2024-12-03T06:32:03,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01057412290 2024-12-03T06:32:03,537 DEBUG [M:0;122cddc95ec8:34799 {}] zookeeper.ZKUtil(347): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Unable to get data of znode /01057412290/master because node does not exist (not an error) 2024-12-03T06:32:03,537 WARN [M:0;122cddc95ec8:34799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:32:03,538 INFO [M:0;122cddc95ec8:34799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/.lastflushedseqids 2024-12-03T06:32:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741847_1023 (size=245) 2024-12-03T06:32:03,620 INFO [RS:0;122cddc95ec8:33957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:32:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:03,620 INFO [RS:0;122cddc95ec8:33957 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,33957,1733207480586; zookeeper connection closed. 2024-12-03T06:32:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33957-0x1009eb950f60001, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:03,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d08c2ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d08c2ee 2024-12-03T06:32:03,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:32:03,943 INFO [M:0;122cddc95ec8:34799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:32:03,944 INFO [M:0;122cddc95ec8:34799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:32:03,944 DEBUG [M:0;122cddc95ec8:34799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:32:03,944 INFO [M:0;122cddc95ec8:34799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:03,944 DEBUG [M:0;122cddc95ec8:34799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:03,944 DEBUG [M:0;122cddc95ec8:34799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:32:03,944 DEBUG [M:0;122cddc95ec8:34799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:03,944 INFO [M:0;122cddc95ec8:34799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-03T06:32:03,964 DEBUG [M:0;122cddc95ec8:34799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c461fa8164f4454bba5bbcfb97b9299 is 82, key is hbase:meta,,1/info:regioninfo/1733207483342/Put/seqid=0 2024-12-03T06:32:03,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741848_1024 (size=5672) 2024-12-03T06:32:04,368 INFO [M:0;122cddc95ec8:34799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c461fa8164f4454bba5bbcfb97b9299 2024-12-03T06:32:04,391 DEBUG [M:0;122cddc95ec8:34799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92604b568efb4bdfa9a5c7378984f3d9 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733207494911/Put/seqid=0 2024-12-03T06:32:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741849_1025 (size=7219) 2024-12-03T06:32:04,795 INFO [M:0;122cddc95ec8:34799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92604b568efb4bdfa9a5c7378984f3d9 2024-12-03T06:32:04,798 INFO [M:0;122cddc95ec8:34799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92604b568efb4bdfa9a5c7378984f3d9 2024-12-03T06:32:04,812 DEBUG [M:0;122cddc95ec8:34799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1c09c7c02a44a7cbfa0a0641c5cbffa is 69, key is 122cddc95ec8,33957,1733207480586/rs:state/1733207482558/Put/seqid=0 2024-12-03T06:32:04,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741850_1026 (size=5156) 2024-12-03T06:32:05,216 INFO [M:0;122cddc95ec8:34799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1c09c7c02a44a7cbfa0a0641c5cbffa 2024-12-03T06:32:05,220 DEBUG [M:0;122cddc95ec8:34799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c461fa8164f4454bba5bbcfb97b9299 as hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c461fa8164f4454bba5bbcfb97b9299 2024-12-03T06:32:05,223 INFO [M:0;122cddc95ec8:34799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c461fa8164f4454bba5bbcfb97b9299, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T06:32:05,224 DEBUG [M:0;122cddc95ec8:34799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92604b568efb4bdfa9a5c7378984f3d9 as hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92604b568efb4bdfa9a5c7378984f3d9 2024-12-03T06:32:05,227 INFO [M:0;122cddc95ec8:34799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92604b568efb4bdfa9a5c7378984f3d9 2024-12-03T06:32:05,227 INFO [M:0;122cddc95ec8:34799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92604b568efb4bdfa9a5c7378984f3d9, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T06:32:05,227 DEBUG [M:0;122cddc95ec8:34799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1c09c7c02a44a7cbfa0a0641c5cbffa as hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1c09c7c02a44a7cbfa0a0641c5cbffa 2024-12-03T06:32:05,231 INFO [M:0;122cddc95ec8:34799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37987/user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1c09c7c02a44a7cbfa0a0641c5cbffa, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T06:32:05,231 INFO [M:0;122cddc95ec8:34799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-12-03T06:32:05,232 INFO [M:0;122cddc95ec8:34799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:05,233 DEBUG [M:0;122cddc95ec8:34799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207523944Disabling compacts and flushes for region at 1733207523944Disabling writes for close at 1733207523944Obtaining lock to block concurrent updates at 1733207523944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207523944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733207523944Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207523945 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207523945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207523964 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207523964Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207524372 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207524390 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207524390Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207524798 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207524812 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207524812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a261e8: reopening flushed file at 1733207525219 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27032866: reopening flushed file at 1733207525223 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30dbc101: reopening flushed file at 1733207525227 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1733207525231 (+4 ms)Writing region close event to WAL at 1733207525232 (+1 ms)Closed at 1733207525232 2024-12-03T06:32:05,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42185 is added to blk_1073741830_1006 (size=64435) 2024-12-03T06:32:05,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c976aa18-1001-dfa1-e28e-a2ac9d2d35b2/MasterData/WALs/122cddc95ec8,34799,1733207480431/122cddc95ec8%2C34799%2C1733207480431.1733207482318 not finished, retry = 0 2024-12-03T06:32:05,335 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:32:05,335 INFO [M:0;122cddc95ec8:34799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:32:05,335 INFO [M:0;122cddc95ec8:34799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34799 2024-12-03T06:32:05,335 INFO [M:0;122cddc95ec8:34799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:32:05,446 INFO [M:0;122cddc95ec8:34799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:32:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:05,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34799-0x1009eb950f60000, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:05,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@340a28cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:32:05,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16bee036{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:32:05,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:32:05,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5af50f28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:32:05,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@424c7e56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/hadoop.log.dir/,STOPPED} 2024-12-03T06:32:05,450 WARN [BP-280350390-172.17.0.2-1733207478860 heartbeating to localhost/127.0.0.1:37987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:32:05,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:32:05,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:32:05,450 WARN [BP-280350390-172.17.0.2-1733207478860 heartbeating to localhost/127.0.0.1:37987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-280350390-172.17.0.2-1733207478860 (Datanode Uuid 1ec0aab6-f532-40b9-997b-64b484249f1f) service to localhost/127.0.0.1:37987 2024-12-03T06:32:05,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/cluster_e055f655-697d-22ee-7958-9fb56ba7654c/data/data1/current/BP-280350390-172.17.0.2-1733207478860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:32:05,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/cluster_e055f655-697d-22ee-7958-9fb56ba7654c/data/data2/current/BP-280350390-172.17.0.2-1733207478860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:32:05,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:32:05,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e207ce7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:32:05,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@175ebd1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:32:05,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:32:05,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d209bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:32:05,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5acb34b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/279335a5-90a4-fe89-5400-40f9778883df/hadoop.log.dir/,STOPPED} 2024-12-03T06:32:05,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:32:05,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:32:05,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 262) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37987 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63189) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44217 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63189) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63189) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38161 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=727 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 311) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11273 (was 11626) 2024-12-03T06:32:05,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=11273 2024-12-03T06:32:05,509 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-03T06:32:05,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/hadoop.log.dir so I do NOT create it in target/test-data/45463174-caf4-3205-262b-628c8395aa6e 2024-12-03T06:32:05,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:32:05,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/hadoop.tmp.dir so I do NOT create it in target/test-data/45463174-caf4-3205-262b-628c8395aa6e 2024-12-03T06:32:05,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f57ea7a4-5c04-e7bd-0809-225eedec2da5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:32:05,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e 2024-12-03T06:32:05,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/cluster_2d5464e4-1fd8-1d8a-c31f-4bdd2dbd132d, deleteOnExit=true 2024-12-03T06:32:05,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/cluster_2d5464e4-1fd8-1d8a-c31f-4bdd2dbd132d/zookeeper_0, clientPort=63675, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/cluster_2d5464e4-1fd8-1d8a-c31f-4bdd2dbd132d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/cluster_2d5464e4-1fd8-1d8a-c31f-4bdd2dbd132d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:32:05,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63675 2024-12-03T06:32:05,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:32:05,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:32:05,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/test.cache.data in system properties and HBase conf 2024-12-03T06:32:05,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:32:05,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:32:05,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:32:05,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:32:05,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:32:05,514 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:32:05,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:32:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009eb950f60008, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:32:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009eb950f60005, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:32:05,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009eb950f60002, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:32:05,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009eb950f60002, quorum=127.0.0.1:63189, baseZNode=/01057412290 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:32:05,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009eb950f60005, quorum=127.0.0.1:63189, baseZNode=/1-1489399011 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:32:05,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009eb950f60008, quorum=127.0.0.1:63189, baseZNode=/2-141561910 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:32:05,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:05,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:32:05,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:32:05,847 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:32:05,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:32:05,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:05,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64e08d16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:32:05,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c19394f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:32:05,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@271f317f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/java.io.tmpdir/jetty-localhost-39319-hadoop-hdfs-3_4_1-tests_jar-_-any-2846182284590397544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:32:05,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b55c077{HTTP/1.1, (http/1.1)}{localhost:39319} 2024-12-03T06:32:05,981 INFO [Time-limited test {}] server.Server(415): Started @271232ms 2024-12-03T06:32:06,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:06,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:32:06,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:32:06,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:32:06,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:32:06,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18ba2c6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:32:06,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@257c82cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:32:06,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10491a64{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/java.io.tmpdir/jetty-localhost-35705-hadoop-hdfs-3_4_1-tests_jar-_-any-14894231700594038726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:32:06,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fdfdd23{HTTP/1.1, (http/1.1)}{localhost:35705} 2024-12-03T06:32:06,309 INFO [Time-limited test {}] server.Server(415): Started @271560ms 2024-12-03T06:32:06,310 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:32:06,911 WARN [Thread-3437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/cluster_2d5464e4-1fd8-1d8a-c31f-4bdd2dbd132d/data/data1/current/BP-380734559-172.17.0.2-1733207525533/current, will proceed with Du for space computation calculation, 2024-12-03T06:32:06,913 WARN [Thread-3438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/cluster_2d5464e4-1fd8-1d8a-c31f-4bdd2dbd132d/data/data2/current/BP-380734559-172.17.0.2-1733207525533/current, will proceed with Du for space computation calculation, 2024-12-03T06:32:06,937 WARN [Thread-3425 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:32:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x848c0ae616a46184 with lease ID 0x9f181cce7a832067: Processing first storage report for DS-34b498f3-58e1-4cda-96a4-6bcc0be3459d from datanode DatanodeRegistration(127.0.0.1:35811, datanodeUuid=f7feda10-cdfb-4ef4-bc42-9fade7e90600, infoPort=41913, infoSecurePort=0, ipcPort=43703, storageInfo=lv=-57;cid=testClusterID;nsid=912414856;c=1733207525533) 2024-12-03T06:32:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x848c0ae616a46184 with lease ID 0x9f181cce7a832067: from storage DS-34b498f3-58e1-4cda-96a4-6bcc0be3459d node DatanodeRegistration(127.0.0.1:35811, datanodeUuid=f7feda10-cdfb-4ef4-bc42-9fade7e90600, infoPort=41913, infoSecurePort=0, ipcPort=43703, storageInfo=lv=-57;cid=testClusterID;nsid=912414856;c=1733207525533), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:32:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x848c0ae616a46184 with lease ID 0x9f181cce7a832067: Processing first storage report for DS-057a26a9-2bae-43fd-a43f-410177888bdf from datanode DatanodeRegistration(127.0.0.1:35811, datanodeUuid=f7feda10-cdfb-4ef4-bc42-9fade7e90600, infoPort=41913, infoSecurePort=0, ipcPort=43703, storageInfo=lv=-57;cid=testClusterID;nsid=912414856;c=1733207525533) 2024-12-03T06:32:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x848c0ae616a46184 with lease ID 0x9f181cce7a832067: from storage DS-057a26a9-2bae-43fd-a43f-410177888bdf node DatanodeRegistration(127.0.0.1:35811, datanodeUuid=f7feda10-cdfb-4ef4-bc42-9fade7e90600, infoPort=41913, infoSecurePort=0, ipcPort=43703, storageInfo=lv=-57;cid=testClusterID;nsid=912414856;c=1733207525533), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:32:07,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e 2024-12-03T06:32:07,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:07,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:32:07,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094 with version=8 2024-12-03T06:32:07,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/hbase-staging 2024-12-03T06:32:07,066 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:32:07,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:07,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:07,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:32:07,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:07,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:32:07,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:32:07,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:32:07,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43319 2024-12-03T06:32:07,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43319 connecting to ZooKeeper ensemble=127.0.0.1:63675 2024-12-03T06:32:07,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433190x0, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:07,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43319-0x1009eba07430000 connected 2024-12-03T06:32:07,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:07,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:07,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Set watcher on znode that does not yet exist, /0-1442528551/running 2024-12-03T06:32:07,203 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094, hbase.cluster.distributed=false 2024-12-03T06:32:07,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Set watcher on znode that does not yet exist, /0-1442528551/acl 2024-12-03T06:32:07,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43319 2024-12-03T06:32:07,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43319 2024-12-03T06:32:07,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43319 2024-12-03T06:32:07,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43319 2024-12-03T06:32:07,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43319 2024-12-03T06:32:07,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:32:07,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:07,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:07,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:32:07,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:07,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:32:07,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:32:07,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:32:07,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39831 2024-12-03T06:32:07,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39831 connecting to ZooKeeper ensemble=127.0.0.1:63675 2024-12-03T06:32:07,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:07,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:07,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398310x0, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:07,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398310x0, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Set watcher on znode that does not yet exist, /0-1442528551/running 2024-12-03T06:32:07,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39831-0x1009eba07430001 connected 2024-12-03T06:32:07,245 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:32:07,245 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:32:07,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Set watcher on znode that does not yet exist, /0-1442528551/master 2024-12-03T06:32:07,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Set watcher on znode that does not yet exist, /0-1442528551/acl 2024-12-03T06:32:07,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39831 2024-12-03T06:32:07,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39831 2024-12-03T06:32:07,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39831 2024-12-03T06:32:07,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39831 2024-12-03T06:32:07,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39831 2024-12-03T06:32:07,263 DEBUG [M:0;122cddc95ec8:43319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:43319 2024-12-03T06:32:07,263 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1442528551/backup-masters/122cddc95ec8,43319,1733207527065 2024-12-03T06:32:07,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551/backup-masters 2024-12-03T06:32:07,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551/backup-masters 2024-12-03T06:32:07,275 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Set watcher on existing znode=/0-1442528551/backup-masters/122cddc95ec8,43319,1733207527065 2024-12-03T06:32:07,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1442528551/master 2024-12-03T06:32:07,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:07,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:07,291 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Set watcher on existing znode=/0-1442528551/master 2024-12-03T06:32:07,292 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1442528551/backup-masters/122cddc95ec8,43319,1733207527065 from backup master directory 2024-12-03T06:32:07,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1442528551/backup-masters/122cddc95ec8,43319,1733207527065 2024-12-03T06:32:07,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551/backup-masters 2024-12-03T06:32:07,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551/backup-masters 2024-12-03T06:32:07,307 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:32:07,307 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,43319,1733207527065 2024-12-03T06:32:07,311 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/hbase.id] with ID: daa5ff9a-f752-40b0-9905-28685fea9b7c 2024-12-03T06:32:07,311 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/.tmp/hbase.id 2024-12-03T06:32:07,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:32:07,716 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/.tmp/hbase.id]:[hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/hbase.id] 2024-12-03T06:32:07,723 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:07,724 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:32:07,724 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T06:32:07,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:07,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:07,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:32:08,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:32:08,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:08,137 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:08,138 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:32:08,138 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:08,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:32:08,545 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store 2024-12-03T06:32:08,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:32:08,950 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:08,950 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:32:08,950 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:08,950 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:08,950 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:32:08,950 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:08,950 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:08,950 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207528950Disabling compacts and flushes for region at 1733207528950Disabling writes for close at 1733207528950Writing region close event to WAL at 1733207528950Closed at 1733207528950 2024-12-03T06:32:08,951 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/.initializing 2024-12-03T06:32:08,951 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/WALs/122cddc95ec8,43319,1733207527065 2024-12-03T06:32:08,952 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:32:08,954 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C43319%2C1733207527065, suffix=, logDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/WALs/122cddc95ec8,43319,1733207527065, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/oldWALs, maxLogs=10 2024-12-03T06:32:08,965 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/WALs/122cddc95ec8,43319,1733207527065/122cddc95ec8%2C43319%2C1733207527065.1733207528954, exclude list is [], retry=0 2024-12-03T06:32:08,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35811,DS-34b498f3-58e1-4cda-96a4-6bcc0be3459d,DISK] 2024-12-03T06:32:08,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/WALs/122cddc95ec8,43319,1733207527065/122cddc95ec8%2C43319%2C1733207527065.1733207528954 2024-12-03T06:32:08,970 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-12-03T06:32:08,970 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:08,971 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:08,971 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,971 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:32:08,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:08,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:08,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:32:08,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:08,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:08,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:32:08,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:08,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:08,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:32:08,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:08,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:08,977 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,978 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,978 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,979 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,979 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,979 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:08,980 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:08,981 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:08,981 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68873081, jitterRate=0.02628888189792633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:08,982 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207528971Initializing all the Stores at 1733207528971Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207528971Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207528972 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207528972Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207528972Cleaning up temporary data from old regions at 1733207528979 (+7 ms)Region opened successfully at 1733207528982 (+3 ms) 2024-12-03T06:32:08,982 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:32:08,984 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373466db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:32:08,985 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:32:08,985 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:32:08,985 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:32:08,985 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:32:08,986 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:32:08,986 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:32:08,986 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:32:08,987 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:32:08,988 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Unable to get data of znode /0-1442528551/balancer because node does not exist (not necessarily an error) 2024-12-03T06:32:09,269 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442528551/balancer already deleted, retry=false 2024-12-03T06:32:09,270 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:32:09,270 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Unable to get data of znode /0-1442528551/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:32:09,369 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442528551/normalizer already deleted, retry=false 2024-12-03T06:32:09,370 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:32:09,371 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Unable to get data of znode /0-1442528551/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:32:09,382 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442528551/switch/split already deleted, retry=false 2024-12-03T06:32:09,383 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Unable to get data of znode /0-1442528551/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:32:09,399 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442528551/switch/merge already deleted, retry=false 2024-12-03T06:32:09,401 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Unable to get data of znode /0-1442528551/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:32:09,416 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442528551/snapshot-cleanup already deleted, retry=false 2024-12-03T06:32:09,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1442528551/running 2024-12-03T06:32:09,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1442528551/running 2024-12-03T06:32:09,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:09,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:09,424 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,43319,1733207527065, sessionid=0x1009eba07430000, setting cluster-up flag (Was=false) 2024-12-03T06:32:09,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:09,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:09,466 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1442528551/flush-table-proc/acquired, /0-1442528551/flush-table-proc/reached, /0-1442528551/flush-table-proc/abort 2024-12-03T06:32:09,467 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,43319,1733207527065 2024-12-03T06:32:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:09,510 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1442528551/online-snapshot/acquired, /0-1442528551/online-snapshot/reached, /0-1442528551/online-snapshot/abort 2024-12-03T06:32:09,511 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,43319,1733207527065 2024-12-03T06:32:09,512 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:32:09,513 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:09,513 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:32:09,513 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:32:09,513 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,43319,1733207527065 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:32:09,514 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:09,514 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:09,514 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:09,515 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:09,515 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:32:09,515 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,515 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:32:09,515 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,515 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207559515 2024-12-03T06:32:09,515 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:32:09,515 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:32:09,515 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:32:09,515 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:32:09,515 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:32:09,515 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:32:09,516 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:09,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:32:09,516 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:32:09,516 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:32:09,516 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:32:09,516 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:32:09,516 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:32:09,516 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:32:09,516 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207529516,5,FailOnTimeoutGroup] 2024-12-03T06:32:09,516 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207529516,5,FailOnTimeoutGroup] 2024-12-03T06:32:09,516 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:09,516 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,517 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:32:09,517 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,517 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:32:09,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:32:09,555 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(746): ClusterId : daa5ff9a-f752-40b0-9905-28685fea9b7c 2024-12-03T06:32:09,555 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:32:09,561 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:32:09,561 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:32:09,569 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:32:09,570 DEBUG [RS:0;122cddc95ec8:39831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bde939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:32:09,584 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:39831 2024-12-03T06:32:09,584 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:32:09,584 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:32:09,584 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:32:09,585 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,43319,1733207527065 with port=39831, startcode=1733207527228 2024-12-03T06:32:09,585 DEBUG [RS:0;122cddc95ec8:39831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:32:09,586 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:32:09,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,39831,1733207527228 2024-12-03T06:32:09,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43319 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,39831,1733207527228 2024-12-03T06:32:09,588 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094 2024-12-03T06:32:09,588 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33939 2024-12-03T06:32:09,588 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:32:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551/rs 2024-12-03T06:32:09,594 DEBUG [RS:0;122cddc95ec8:39831 {}] zookeeper.ZKUtil(111): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Set watcher on existing znode=/0-1442528551/rs/122cddc95ec8,39831,1733207527228 2024-12-03T06:32:09,594 WARN [RS:0;122cddc95ec8:39831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:32:09,594 INFO [RS:0;122cddc95ec8:39831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:09,595 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228 2024-12-03T06:32:09,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,39831,1733207527228] 2024-12-03T06:32:09,597 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:32:09,598 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:32:09,598 INFO [RS:0;122cddc95ec8:39831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:32:09,598 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,599 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:32:09,599 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:32:09,599 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,599 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,599 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,599 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,599 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,599 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,600 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:32:09,600 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,600 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,600 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,600 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,600 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,600 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:09,600 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:32:09,600 DEBUG [RS:0;122cddc95ec8:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:32:09,604 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,604 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,604 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,604 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,604 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,605 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39831,1733207527228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:32:09,617 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:32:09,617 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39831,1733207527228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,618 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,618 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.Replication(171): 122cddc95ec8,39831,1733207527228 started 2024-12-03T06:32:09,629 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:09,629 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,39831,1733207527228, RpcServer on 122cddc95ec8/172.17.0.2:39831, sessionid=0x1009eba07430001 2024-12-03T06:32:09,629 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:32:09,629 DEBUG [RS:0;122cddc95ec8:39831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,39831,1733207527228 2024-12-03T06:32:09,629 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,39831,1733207527228' 2024-12-03T06:32:09,629 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1442528551/flush-table-proc/abort' 2024-12-03T06:32:09,629 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1442528551/flush-table-proc/acquired' 2024-12-03T06:32:09,630 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:32:09,630 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:32:09,630 DEBUG [RS:0;122cddc95ec8:39831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,39831,1733207527228 2024-12-03T06:32:09,630 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,39831,1733207527228' 2024-12-03T06:32:09,630 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1442528551/online-snapshot/abort' 2024-12-03T06:32:09,630 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1442528551/online-snapshot/acquired' 2024-12-03T06:32:09,630 DEBUG [RS:0;122cddc95ec8:39831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:32:09,630 INFO [RS:0;122cddc95ec8:39831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:32:09,631 INFO [RS:0;122cddc95ec8:39831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:32:09,731 INFO [RS:0;122cddc95ec8:39831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:32:09,732 INFO [RS:0;122cddc95ec8:39831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C39831%2C1733207527228, suffix=, logDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/oldWALs, maxLogs=10 2024-12-03T06:32:09,743 DEBUG [RS:0;122cddc95ec8:39831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732, exclude list is [], retry=0 2024-12-03T06:32:09,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35811,DS-34b498f3-58e1-4cda-96a4-6bcc0be3459d,DISK] 2024-12-03T06:32:09,746 INFO [RS:0;122cddc95ec8:39831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 2024-12-03T06:32:09,746 DEBUG [RS:0;122cddc95ec8:39831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-12-03T06:32:09,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:32:09,926 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094 2024-12-03T06:32:09,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:32:10,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:10,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:32:10,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:32:10,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:10,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:10,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:32:10,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:32:10,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:10,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:10,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:32:10,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:32:10,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:10,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:10,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:32:10,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:32:10,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:10,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:10,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:32:10,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740 2024-12-03T06:32:10,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740 2024-12-03T06:32:10,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:32:10,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:32:10,338 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:10,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:32:10,340 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:10,340 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63107520, jitterRate=-0.059624671936035156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:10,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207530331Initializing all the Stores at 1733207530332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207530332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207530332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207530332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207530332Cleaning up temporary data from old regions at 1733207530338 (+6 ms)Region opened successfully at 1733207530341 (+3 ms) 2024-12-03T06:32:10,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:32:10,341 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:32:10,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:32:10,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:32:10,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:32:10,341 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:10,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207530341Disabling compacts and flushes for region at 1733207530341Disabling writes for close at 1733207530341Writing region close event to WAL at 1733207530341Closed at 1733207530341 2024-12-03T06:32:10,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:10,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:32:10,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:32:10,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:32:10,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:32:10,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:32:10,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:32:10,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:32:10,494 DEBUG [122cddc95ec8:43319 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:32:10,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,39831,1733207527228 2024-12-03T06:32:10,496 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,39831,1733207527228, state=OPENING 2024-12-03T06:32:10,527 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:32:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:10,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1442528551/meta-region-server: CHANGED 2024-12-03T06:32:10,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1442528551/meta-region-server: CHANGED 2024-12-03T06:32:10,558 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:32:10,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,39831,1733207527228}] 2024-12-03T06:32:10,710 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:32:10,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:32:10,714 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:32:10,714 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:10,714 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:32:10,715 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C39831%2C1733207527228.meta, suffix=.meta, logDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/oldWALs, maxLogs=10 2024-12-03T06:32:10,727 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.meta.1733207530716.meta, exclude list is [], retry=0 2024-12-03T06:32:10,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35811,DS-34b498f3-58e1-4cda-96a4-6bcc0be3459d,DISK] 2024-12-03T06:32:10,730 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.meta.1733207530716.meta 2024-12-03T06:32:10,730 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-12-03T06:32:10,730 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:10,730 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:10,731 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:32:10,731 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:32:10,731 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:32:10,731 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:32:10,731 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:10,731 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:32:10,731 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:32:10,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:32:10,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:32:10,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:10,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:10,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:32:10,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:32:10,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:10,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:10,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:32:10,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:32:10,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:10,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:10,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:32:10,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:32:10,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:10,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:10,736 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:32:10,736 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740 2024-12-03T06:32:10,737 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740 2024-12-03T06:32:10,738 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:32:10,738 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:32:10,738 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:10,739 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:32:10,740 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70650297, jitterRate=0.05277146399021149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:10,740 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:32:10,752 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207530731Writing region info on filesystem at 1733207530731Initializing all the Stores at 1733207530732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207530732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207530732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207530732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207530732Cleaning up temporary data from old regions at 1733207530738 (+6 ms)Running coprocessor post-open hooks at 1733207530740 (+2 ms)Region opened successfully at 1733207530752 (+12 ms) 2024-12-03T06:32:10,754 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207530710 2024-12-03T06:32:10,756 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:32:10,756 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:32:10,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,39831,1733207527228 2024-12-03T06:32:10,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,39831,1733207527228, state=OPEN 2024-12-03T06:32:10,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1442528551/meta-region-server 2024-12-03T06:32:10,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1442528551/meta-region-server 2024-12-03T06:32:10,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,39831,1733207527228 2024-12-03T06:32:10,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1442528551/meta-region-server: CHANGED 2024-12-03T06:32:10,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1442528551/meta-region-server: CHANGED 2024-12-03T06:32:10,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:32:10,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,39831,1733207527228 in 211 msec 2024-12-03T06:32:10,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:32:10,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-12-03T06:32:10,773 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:10,773 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:32:10,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:10,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39831,1733207527228, seqNum=-1] 2024-12-03T06:32:10,774 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:10,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:10,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2650 sec 2024-12-03T06:32:10,779 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207530778, completionTime=-1 2024-12-03T06:32:10,779 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:32:10,779 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:32:10,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:32:10,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207590780 2024-12-03T06:32:10,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207650780 2024-12-03T06:32:10,780 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:32:10,781 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,43319,1733207527065-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:10,781 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,43319,1733207527065-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:10,781 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,43319,1733207527065-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:10,781 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:43319, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:10,781 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:10,781 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:10,782 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:32:10,783 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.476sec 2024-12-03T06:32:10,784 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:32:10,784 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:32:10,784 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:32:10,784 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:32:10,784 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:32:10,784 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,43319,1733207527065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:32:10,784 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,43319,1733207527065-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:32:10,786 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:32:10,786 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:32:10,786 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,43319,1733207527065-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:10,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d0debf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:10,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,43319,-1 for getting cluster id 2024-12-03T06:32:10,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:10,857 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'daa5ff9a-f752-40b0-9905-28685fea9b7c' 2024-12-03T06:32:10,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:10,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "daa5ff9a-f752-40b0-9905-28685fea9b7c" 2024-12-03T06:32:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379d852f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,43319,-1] 2024-12-03T06:32:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:10,859 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:10,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7201fd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:10,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39831,1733207527228, seqNum=-1] 2024-12-03T06:32:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:10,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:10,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,43319,1733207527065 2024-12-03T06:32:10,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63675 2024-12-03T06:32:10,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:10,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009eba07430002 connected 2024-12-03T06:32:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/hadoop.log.dir so I do NOT create it in target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff 2024-12-03T06:32:10,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:32:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/hadoop.tmp.dir so I do NOT create it in target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff 2024-12-03T06:32:10,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:32:10,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff 2024-12-03T06:32:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:32:10,885 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/cluster_e9236de6-121f-47b0-f9d9-5f3b418c1e25, deleteOnExit=true 2024-12-03T06:32:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:32:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/test.cache.data in system properties and HBase conf 2024-12-03T06:32:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:32:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:32:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:32:10,886 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:32:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:32:11,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:11,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:32:11,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:32:11,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:32:11,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:32:11,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:11,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f3eb3fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:32:11,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1545f8b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:32:11,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23f4a2ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/java.io.tmpdir/jetty-localhost-35425-hadoop-hdfs-3_4_1-tests_jar-_-any-10788765618758258168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:32:11,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6223e83e{HTTP/1.1, (http/1.1)}{localhost:35425} 2024-12-03T06:32:11,171 INFO [Time-limited test {}] server.Server(415): Started @276422ms 2024-12-03T06:32:11,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:11,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:32:11,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:32:11,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:32:11,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:32:11,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37615c98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:32:11,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4f65f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:32:11,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@558317b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/java.io.tmpdir/jetty-localhost-34337-hadoop-hdfs-3_4_1-tests_jar-_-any-15654549487489746199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:32:11,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51368f3d{HTTP/1.1, (http/1.1)}{localhost:34337} 2024-12-03T06:32:11,490 INFO [Time-limited test {}] server.Server(415): Started @276741ms 2024-12-03T06:32:11,491 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:32:12,076 WARN [Thread-3558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/cluster_e9236de6-121f-47b0-f9d9-5f3b418c1e25/data/data1/current/BP-955372216-172.17.0.2-1733207530902/current, will proceed with Du for space computation calculation, 2024-12-03T06:32:12,076 WARN [Thread-3559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/cluster_e9236de6-121f-47b0-f9d9-5f3b418c1e25/data/data2/current/BP-955372216-172.17.0.2-1733207530902/current, will proceed with Du for space computation calculation, 2024-12-03T06:32:12,094 WARN [Thread-3546 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:32:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77dd6e2663f13f54 with lease ID 0x696fa34b8ec808ab: Processing first storage report for DS-e3abd56e-43f4-42c1-83d7-304803a2a487 from datanode DatanodeRegistration(127.0.0.1:34829, datanodeUuid=a9dca514-4910-4efe-8900-55abc8fb70e6, infoPort=33363, infoSecurePort=0, ipcPort=44455, storageInfo=lv=-57;cid=testClusterID;nsid=2142311536;c=1733207530902) 2024-12-03T06:32:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77dd6e2663f13f54 with lease ID 0x696fa34b8ec808ab: from storage DS-e3abd56e-43f4-42c1-83d7-304803a2a487 node DatanodeRegistration(127.0.0.1:34829, datanodeUuid=a9dca514-4910-4efe-8900-55abc8fb70e6, infoPort=33363, infoSecurePort=0, ipcPort=44455, storageInfo=lv=-57;cid=testClusterID;nsid=2142311536;c=1733207530902), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:32:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77dd6e2663f13f54 with lease ID 0x696fa34b8ec808ab: Processing first storage report for DS-358b588c-03ed-4d94-b642-4f17781f9e57 from datanode DatanodeRegistration(127.0.0.1:34829, datanodeUuid=a9dca514-4910-4efe-8900-55abc8fb70e6, infoPort=33363, infoSecurePort=0, ipcPort=44455, storageInfo=lv=-57;cid=testClusterID;nsid=2142311536;c=1733207530902) 2024-12-03T06:32:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77dd6e2663f13f54 with lease ID 0x696fa34b8ec808ab: from storage DS-358b588c-03ed-4d94-b642-4f17781f9e57 node DatanodeRegistration(127.0.0.1:34829, datanodeUuid=a9dca514-4910-4efe-8900-55abc8fb70e6, infoPort=33363, infoSecurePort=0, ipcPort=44455, storageInfo=lv=-57;cid=testClusterID;nsid=2142311536;c=1733207530902), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:32:12,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff 2024-12-03T06:32:12,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:12,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:12,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:32:12,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf with version=8 2024-12-03T06:32:12,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/hbase-staging 2024-12-03T06:32:12,525 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:32:12,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:12,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:12,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:32:12,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:12,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:32:12,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:32:12,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:32:12,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39237 2024-12-03T06:32:12,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39237 connecting to ZooKeeper ensemble=127.0.0.1:63675 2024-12-03T06:32:12,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392370x0, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:12,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39237-0x1009eba07430003 connected 2024-12-03T06:32:12,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:12,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:12,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Set watcher on znode that does not yet exist, /1811614472/running 2024-12-03T06:32:12,602 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf, hbase.cluster.distributed=false 2024-12-03T06:32:12,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Set watcher on znode that does not yet exist, /1811614472/acl 2024-12-03T06:32:12,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39237 2024-12-03T06:32:12,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39237 2024-12-03T06:32:12,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39237 2024-12-03T06:32:12,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39237 2024-12-03T06:32:12,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39237 2024-12-03T06:32:12,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:32:12,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:12,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:12,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:32:12,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:12,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:32:12,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:32:12,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:32:12,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46491 2024-12-03T06:32:12,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46491 connecting to ZooKeeper ensemble=127.0.0.1:63675 2024-12-03T06:32:12,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:12,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:12,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464910x0, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:12,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464910x0, quorum=127.0.0.1:63675, baseZNode=/1811614472 Set watcher on znode that does not yet exist, /1811614472/running 2024-12-03T06:32:12,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46491-0x1009eba07430004 connected 2024-12-03T06:32:12,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:32:12,634 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:32:12,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Set watcher on znode that does not yet exist, /1811614472/master 2024-12-03T06:32:12,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Set watcher on znode that does not yet exist, /1811614472/acl 2024-12-03T06:32:12,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46491 2024-12-03T06:32:12,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46491 2024-12-03T06:32:12,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46491 2024-12-03T06:32:12,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46491 2024-12-03T06:32:12,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46491 2024-12-03T06:32:12,655 DEBUG [M:0;122cddc95ec8:39237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:39237 2024-12-03T06:32:12,656 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1811614472/backup-masters/122cddc95ec8,39237,1733207532525 2024-12-03T06:32:12,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472/backup-masters 2024-12-03T06:32:12,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472/backup-masters 2024-12-03T06:32:12,666 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Set watcher on existing znode=/1811614472/backup-masters/122cddc95ec8,39237,1733207532525 2024-12-03T06:32:12,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1811614472/master 2024-12-03T06:32:12,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:12,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:12,674 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Set watcher on existing znode=/1811614472/master 2024-12-03T06:32:12,675 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1811614472/backup-masters/122cddc95ec8,39237,1733207532525 from backup master directory 2024-12-03T06:32:12,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472/backup-masters 2024-12-03T06:32:12,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1811614472/backup-masters/122cddc95ec8,39237,1733207532525 2024-12-03T06:32:12,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472/backup-masters 2024-12-03T06:32:12,682 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:32:12,682 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,39237,1733207532525 2024-12-03T06:32:12,685 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/hbase.id] with ID: 76943d87-3df6-4586-8bab-7a000c816492 2024-12-03T06:32:12,685 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/.tmp/hbase.id 2024-12-03T06:32:12,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:32:13,089 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/.tmp/hbase.id]:[hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/hbase.id] 2024-12-03T06:32:13,098 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:13,098 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:32:13,099 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:32:13,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:13,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:13,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:32:13,550 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:13,551 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:32:13,551 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:13,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:32:13,958 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store 2024-12-03T06:32:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:32:13,965 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:13,966 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:32:13,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:13,966 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:13,966 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:32:13,966 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:13,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:13,966 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207533966Disabling compacts and flushes for region at 1733207533966Disabling writes for close at 1733207533966Writing region close event to WAL at 1733207533966Closed at 1733207533966 2024-12-03T06:32:13,966 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/.initializing 2024-12-03T06:32:13,966 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/WALs/122cddc95ec8,39237,1733207532525 2024-12-03T06:32:13,967 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:32:13,969 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C39237%2C1733207532525, suffix=, logDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/WALs/122cddc95ec8,39237,1733207532525, archiveDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/oldWALs, maxLogs=10 2024-12-03T06:32:13,980 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/WALs/122cddc95ec8,39237,1733207532525/122cddc95ec8%2C39237%2C1733207532525.1733207533969, exclude list is [], retry=0 2024-12-03T06:32:13,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34829,DS-e3abd56e-43f4-42c1-83d7-304803a2a487,DISK] 2024-12-03T06:32:13,984 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/WALs/122cddc95ec8,39237,1733207532525/122cddc95ec8%2C39237%2C1733207532525.1733207533969 2024-12-03T06:32:13,984 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-12-03T06:32:13,984 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:13,985 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:13,985 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,985 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:32:13,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:13,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:13,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:32:13,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:13,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:13,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:32:13,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:13,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:13,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:32:13,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:13,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:13,990 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,991 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,991 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,992 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,992 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,992 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:13,993 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:13,994 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:13,995 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59779097, jitterRate=-0.10922203958034515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:13,995 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207533985Initializing all the Stores at 1733207533985Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207533985Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207533986 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207533986Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207533986Cleaning up temporary data from old regions at 1733207533992 (+6 ms)Region opened successfully at 1733207533995 (+3 ms) 2024-12-03T06:32:13,995 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:32:13,997 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148723c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:32:13,997 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:32:13,997 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:32:13,997 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:32:13,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:32:13,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:32:13,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:32:13,998 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:32:14,000 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:32:14,000 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Unable to get data of znode /1811614472/balancer because node does not exist (not necessarily an error) 2024-12-03T06:32:14,010 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1811614472/balancer already deleted, retry=false 2024-12-03T06:32:14,010 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:32:14,011 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Unable to get data of znode /1811614472/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:32:14,019 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1811614472/normalizer already deleted, retry=false 2024-12-03T06:32:14,019 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:32:14,019 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Unable to get data of znode /1811614472/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:32:14,027 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1811614472/switch/split already deleted, retry=false 2024-12-03T06:32:14,028 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Unable to get data of znode /1811614472/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:32:14,035 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1811614472/switch/merge already deleted, retry=false 2024-12-03T06:32:14,037 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Unable to get data of znode /1811614472/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:32:14,044 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1811614472/snapshot-cleanup already deleted, retry=false 2024-12-03T06:32:14,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1811614472/running 2024-12-03T06:32:14,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1811614472/running 2024-12-03T06:32:14,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:14,052 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,39237,1733207532525, sessionid=0x1009eba07430003, setting cluster-up flag (Was=false) 2024-12-03T06:32:14,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:14,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:14,116 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1811614472/flush-table-proc/acquired, /1811614472/flush-table-proc/reached, /1811614472/flush-table-proc/abort 2024-12-03T06:32:14,117 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,39237,1733207532525 2024-12-03T06:32:14,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:14,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:14,160 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1811614472/online-snapshot/acquired, /1811614472/online-snapshot/reached, /1811614472/online-snapshot/abort 2024-12-03T06:32:14,161 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,39237,1733207532525 2024-12-03T06:32:14,162 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:32:14,163 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:14,163 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:32:14,163 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:32:14,164 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,39237,1733207532525 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:32:14,165 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:14,165 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:14,165 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:14,165 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:14,165 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:32:14,165 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,165 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:32:14,165 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,166 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207564166 2024-12-03T06:32:14,166 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:32:14,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:14,166 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:32:14,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:32:14,166 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:32:14,166 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:32:14,166 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:32:14,166 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:32:14,166 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,166 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:32:14,166 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:32:14,167 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:32:14,167 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:32:14,167 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:14,167 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:32:14,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:32:14,167 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:32:14,167 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207534167,5,FailOnTimeoutGroup] 2024-12-03T06:32:14,167 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207534167,5,FailOnTimeoutGroup] 2024-12-03T06:32:14,167 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,167 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:32:14,167 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,167 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:32:14,244 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(746): ClusterId : 76943d87-3df6-4586-8bab-7a000c816492 2024-12-03T06:32:14,244 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:32:14,253 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:32:14,253 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:32:14,261 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:32:14,261 DEBUG [RS:0;122cddc95ec8:46491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d26ddda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:32:14,276 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:46491 2024-12-03T06:32:14,277 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:32:14,277 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:32:14,277 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:32:14,277 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,39237,1733207532525 with port=46491, startcode=1733207532617 2024-12-03T06:32:14,277 DEBUG [RS:0;122cddc95ec8:46491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:32:14,279 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:32:14,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,46491,1733207532617 2024-12-03T06:32:14,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39237 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,46491,1733207532617 2024-12-03T06:32:14,280 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf 2024-12-03T06:32:14,281 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41387 2024-12-03T06:32:14,281 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:32:14,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472/rs 2024-12-03T06:32:14,317 DEBUG [RS:0;122cddc95ec8:46491 {}] zookeeper.ZKUtil(111): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Set watcher on existing znode=/1811614472/rs/122cddc95ec8,46491,1733207532617 2024-12-03T06:32:14,317 WARN [RS:0;122cddc95ec8:46491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:32:14,317 INFO [RS:0;122cddc95ec8:46491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:14,318 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617 2024-12-03T06:32:14,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,46491,1733207532617] 2024-12-03T06:32:14,320 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:32:14,322 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:32:14,322 INFO [RS:0;122cddc95ec8:46491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:32:14,322 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,322 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:32:14,323 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:32:14,323 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:32:14,323 DEBUG [RS:0;122cddc95ec8:46491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:32:14,326 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,326 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,326 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,326 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,326 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,326 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46491,1733207532617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:32:14,338 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:32:14,338 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46491,1733207532617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,338 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,338 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.Replication(171): 122cddc95ec8,46491,1733207532617 started 2024-12-03T06:32:14,351 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:14,351 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,46491,1733207532617, RpcServer on 122cddc95ec8/172.17.0.2:46491, sessionid=0x1009eba07430004 2024-12-03T06:32:14,351 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:32:14,351 DEBUG [RS:0;122cddc95ec8:46491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,46491,1733207532617 2024-12-03T06:32:14,351 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,46491,1733207532617' 2024-12-03T06:32:14,351 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1811614472/flush-table-proc/abort' 2024-12-03T06:32:14,351 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1811614472/flush-table-proc/acquired' 2024-12-03T06:32:14,352 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:32:14,352 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:32:14,352 DEBUG [RS:0;122cddc95ec8:46491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,46491,1733207532617 2024-12-03T06:32:14,352 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,46491,1733207532617' 2024-12-03T06:32:14,352 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1811614472/online-snapshot/abort' 2024-12-03T06:32:14,352 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1811614472/online-snapshot/acquired' 2024-12-03T06:32:14,352 DEBUG [RS:0;122cddc95ec8:46491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:32:14,352 INFO [RS:0;122cddc95ec8:46491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:32:14,352 INFO [RS:0;122cddc95ec8:46491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:32:14,453 INFO [RS:0;122cddc95ec8:46491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:32:14,454 INFO [RS:0;122cddc95ec8:46491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46491%2C1733207532617, suffix=, logDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617, archiveDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/oldWALs, maxLogs=10 2024-12-03T06:32:14,467 DEBUG [RS:0;122cddc95ec8:46491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454, exclude list is [], retry=0 2024-12-03T06:32:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34829,DS-e3abd56e-43f4-42c1-83d7-304803a2a487,DISK] 2024-12-03T06:32:14,471 INFO [RS:0;122cddc95ec8:46491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 2024-12-03T06:32:14,471 DEBUG [RS:0;122cddc95ec8:46491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-12-03T06:32:14,572 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:32:14,572 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf 2024-12-03T06:32:14,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:32:14,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:14,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:32:14,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:32:14,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:14,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:14,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:32:14,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:32:14,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:14,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:14,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:32:14,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:32:14,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:14,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:14,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:32:14,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:32:14,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:14,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:14,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:32:14,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740 2024-12-03T06:32:14,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740 2024-12-03T06:32:14,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:32:14,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:32:14,985 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:14,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:32:14,987 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:14,987 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66710742, jitterRate=-0.005932480096817017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:14,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207534977Initializing all the Stores at 1733207534977Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207534977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207534978 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207534978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207534978Cleaning up temporary data from old regions at 1733207534985 (+7 ms)Region opened successfully at 1733207534988 (+3 ms) 2024-12-03T06:32:14,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:32:14,988 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:32:14,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:32:14,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:32:14,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:32:14,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:14,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207534988Disabling compacts and flushes for region at 1733207534988Disabling writes for close at 1733207534988Writing region close event to WAL at 1733207534988Closed at 1733207534988 2024-12-03T06:32:14,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:14,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:32:14,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:32:14,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:32:14,990 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:32:15,141 DEBUG [122cddc95ec8:39237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:32:15,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,46491,1733207532617 2024-12-03T06:32:15,142 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,46491,1733207532617, state=OPENING 2024-12-03T06:32:15,152 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:32:15,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:15,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:15,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:32:15,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1811614472/meta-region-server: CHANGED 2024-12-03T06:32:15,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1811614472/meta-region-server: CHANGED 2024-12-03T06:32:15,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,46491,1733207532617}] 2024-12-03T06:32:15,313 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:32:15,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:32:15,317 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:32:15,317 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:15,317 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:32:15,318 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46491%2C1733207532617.meta, suffix=.meta, logDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617, archiveDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/oldWALs, maxLogs=10 2024-12-03T06:32:15,330 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.meta.1733207535318.meta, exclude list is [], retry=0 2024-12-03T06:32:15,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34829,DS-e3abd56e-43f4-42c1-83d7-304803a2a487,DISK] 2024-12-03T06:32:15,333 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.meta.1733207535318.meta 2024-12-03T06:32:15,333 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-12-03T06:32:15,334 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:15,334 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:15,334 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:32:15,334 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:32:15,334 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:32:15,334 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:32:15,334 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:15,334 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:32:15,334 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:32:15,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:32:15,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:32:15,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:15,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:15,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:32:15,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:32:15,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:15,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:15,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:32:15,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:32:15,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:15,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:15,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:32:15,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:32:15,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:15,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:15,339 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:32:15,340 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740 2024-12-03T06:32:15,340 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740 2024-12-03T06:32:15,341 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:32:15,341 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:32:15,341 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:15,343 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:32:15,343 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62021125, jitterRate=-0.07581321895122528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:15,343 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:32:15,343 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207535335Writing region info on filesystem at 1733207535335Initializing all the Stores at 1733207535335Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207535335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207535335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207535335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207535335Cleaning up temporary data from old regions at 1733207535341 (+6 ms)Running coprocessor post-open hooks at 1733207535343 (+2 ms)Region opened successfully at 1733207535343 2024-12-03T06:32:15,344 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207535313 2024-12-03T06:32:15,346 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:32:15,346 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:32:15,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,46491,1733207532617 2024-12-03T06:32:15,347 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,46491,1733207532617, state=OPEN 2024-12-03T06:32:15,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1811614472/meta-region-server 2024-12-03T06:32:15,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1811614472/meta-region-server 2024-12-03T06:32:15,357 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,46491,1733207532617 2024-12-03T06:32:15,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1811614472/meta-region-server: CHANGED 2024-12-03T06:32:15,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1811614472/meta-region-server: CHANGED 2024-12-03T06:32:15,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:32:15,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,46491,1733207532617 in 196 msec 2024-12-03T06:32:15,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:32:15,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-12-03T06:32:15,361 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:15,361 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:32:15,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:15,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46491,1733207532617, seqNum=-1] 2024-12-03T06:32:15,362 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:15,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:15,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-12-03T06:32:15,367 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207535366, completionTime=-1 2024-12-03T06:32:15,367 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:32:15,367 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:32:15,368 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:32:15,368 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207595368 2024-12-03T06:32:15,368 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207655368 2024-12-03T06:32:15,368 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:32:15,368 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39237,1733207532525-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:15,368 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39237,1733207532525-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:15,368 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39237,1733207532525-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:15,368 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:39237, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:15,368 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:15,369 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:15,370 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:32:15,371 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.689sec 2024-12-03T06:32:15,371 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:32:15,371 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:32:15,371 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:32:15,371 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:32:15,371 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:32:15,371 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39237,1733207532525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:32:15,371 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39237,1733207532525-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:32:15,373 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:32:15,373 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:32:15,373 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39237,1733207532525-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:15,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be6a799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:15,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39237,-1 for getting cluster id 2024-12-03T06:32:15,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:15,446 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76943d87-3df6-4586-8bab-7a000c816492' 2024-12-03T06:32:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76943d87-3df6-4586-8bab-7a000c816492" 2024-12-03T06:32:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642f9f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39237,-1] 2024-12-03T06:32:15,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:15,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:15,447 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:15,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae160ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:15,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46491,1733207532617, seqNum=-1] 2024-12-03T06:32:15,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:15,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:15,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,39237,1733207532525 2024-12-03T06:32:15,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63675 2024-12-03T06:32:15,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:15,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009eba07430005 connected 2024-12-03T06:32:15,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/hadoop.log.dir so I do NOT create it in target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273 2024-12-03T06:32:15,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:32:15,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/hadoop.tmp.dir so I do NOT create it in target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273 2024-12-03T06:32:15,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:32:15,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273 2024-12-03T06:32:15,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:32:15,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/cluster_f7a80318-83e1-6c09-3f7e-a7197f99b313, deleteOnExit=true 2024-12-03T06:32:15,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/test.cache.data in system properties and HBase conf 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:32:15,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:32:15,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:32:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:32:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:32:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:32:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:32:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:32:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:32:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:32:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:32:15,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:32:15,728 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T06:32:15,729 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,729 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,729 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,730 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,730 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,756 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,756 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,757 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,757 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,757 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,757 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:15,757 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:32:15,758 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88528 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:32:15,762 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,764 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,766 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:15,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:15,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:32:15,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:32:15,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:32:15,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:32:15,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:15,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2aa146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:32:15,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ba53a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:32:15,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:32:15,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6baac4ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/java.io.tmpdir/jetty-localhost-40165-hadoop-hdfs-3_4_1-tests_jar-_-any-8328324273353567671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:32:15,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ea353dd{HTTP/1.1, (http/1.1)}{localhost:40165} 2024-12-03T06:32:15,894 INFO [Time-limited test {}] server.Server(415): Started @281145ms 2024-12-03T06:32:16,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:16,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:32:16,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:32:16,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:32:16,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:32:16,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a2046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:32:16,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1027f726{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:32:16,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7326c7ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/java.io.tmpdir/jetty-localhost-35161-hadoop-hdfs-3_4_1-tests_jar-_-any-971490522257717198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:32:16,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@125af0d8{HTTP/1.1, (http/1.1)}{localhost:35161} 2024-12-03T06:32:16,222 INFO [Time-limited test {}] server.Server(415): Started @281473ms 2024-12-03T06:32:16,224 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:32:16,783 WARN [Thread-3679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/cluster_f7a80318-83e1-6c09-3f7e-a7197f99b313/data/data1/current/BP-1754913481-172.17.0.2-1733207535491/current, will proceed with Du for space computation calculation, 2024-12-03T06:32:16,783 WARN [Thread-3680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/cluster_f7a80318-83e1-6c09-3f7e-a7197f99b313/data/data2/current/BP-1754913481-172.17.0.2-1733207535491/current, will proceed with Du for space computation calculation, 2024-12-03T06:32:16,797 WARN [Thread-3667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:32:16,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15c9f2dbe3a33705 with lease ID 0x3128874868b04b00: Processing first storage report for DS-e2fd7059-5590-4170-8869-8adb4d8bec82 from datanode DatanodeRegistration(127.0.0.1:42729, datanodeUuid=0344e967-a13e-41dd-b2e4-50e0f281b3a7, infoPort=40065, infoSecurePort=0, ipcPort=38257, storageInfo=lv=-57;cid=testClusterID;nsid=1407141631;c=1733207535491) 2024-12-03T06:32:16,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15c9f2dbe3a33705 with lease ID 0x3128874868b04b00: from storage DS-e2fd7059-5590-4170-8869-8adb4d8bec82 node DatanodeRegistration(127.0.0.1:42729, datanodeUuid=0344e967-a13e-41dd-b2e4-50e0f281b3a7, infoPort=40065, infoSecurePort=0, ipcPort=38257, storageInfo=lv=-57;cid=testClusterID;nsid=1407141631;c=1733207535491), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:32:16,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15c9f2dbe3a33705 with lease ID 0x3128874868b04b00: Processing first storage report for DS-fb8b7003-b383-452f-9961-1686a10e13f8 from datanode DatanodeRegistration(127.0.0.1:42729, datanodeUuid=0344e967-a13e-41dd-b2e4-50e0f281b3a7, infoPort=40065, infoSecurePort=0, ipcPort=38257, storageInfo=lv=-57;cid=testClusterID;nsid=1407141631;c=1733207535491) 2024-12-03T06:32:16,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15c9f2dbe3a33705 with lease ID 0x3128874868b04b00: from storage DS-fb8b7003-b383-452f-9961-1686a10e13f8 node DatanodeRegistration(127.0.0.1:42729, datanodeUuid=0344e967-a13e-41dd-b2e4-50e0f281b3a7, infoPort=40065, infoSecurePort=0, ipcPort=38257, storageInfo=lv=-57;cid=testClusterID;nsid=1407141631;c=1733207535491), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:32:16,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273 2024-12-03T06:32:16,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:16,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:32:17,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390 with version=8 2024-12-03T06:32:17,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/hbase-staging 2024-12-03T06:32:17,265 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:32:17,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:17,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:17,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:32:17,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:17,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:32:17,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:32:17,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:32:17,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41457 2024-12-03T06:32:17,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41457 connecting to ZooKeeper ensemble=127.0.0.1:63675 2024-12-03T06:32:17,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414570x0, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:17,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41457-0x1009eba07430006 connected 2024-12-03T06:32:17,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:17,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:17,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Set watcher on znode that does not yet exist, /2-1219430868/running 2024-12-03T06:32:17,338 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390, hbase.cluster.distributed=false 2024-12-03T06:32:17,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Set watcher on znode that does not yet exist, /2-1219430868/acl 2024-12-03T06:32:17,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41457 2024-12-03T06:32:17,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41457 2024-12-03T06:32:17,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41457 2024-12-03T06:32:17,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41457 2024-12-03T06:32:17,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41457 2024-12-03T06:32:17,353 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:32:17,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:17,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:17,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:32:17,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:17,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:32:17,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:32:17,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:32:17,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35715 2024-12-03T06:32:17,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35715 connecting to ZooKeeper ensemble=127.0.0.1:63675 2024-12-03T06:32:17,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:17,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:17,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357150x0, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:17,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357150x0, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Set watcher on znode that does not yet exist, /2-1219430868/running 2024-12-03T06:32:17,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35715-0x1009eba07430007 connected 2024-12-03T06:32:17,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:32:17,376 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:32:17,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Set watcher on znode that does not yet exist, /2-1219430868/master 2024-12-03T06:32:17,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Set watcher on znode that does not yet exist, /2-1219430868/acl 2024-12-03T06:32:17,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35715 2024-12-03T06:32:17,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35715 2024-12-03T06:32:17,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35715 2024-12-03T06:32:17,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35715 2024-12-03T06:32:17,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35715 2024-12-03T06:32:17,403 DEBUG [M:0;122cddc95ec8:41457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:41457 2024-12-03T06:32:17,404 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1219430868/backup-masters/122cddc95ec8,41457,1733207537265 2024-12-03T06:32:17,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868/backup-masters 2024-12-03T06:32:17,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868/backup-masters 2024-12-03T06:32:17,411 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Set watcher on existing znode=/2-1219430868/backup-masters/122cddc95ec8,41457,1733207537265 2024-12-03T06:32:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1219430868/master 2024-12-03T06:32:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:17,419 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Set watcher on existing znode=/2-1219430868/master 2024-12-03T06:32:17,419 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1219430868/backup-masters/122cddc95ec8,41457,1733207537265 from backup master directory 2024-12-03T06:32:17,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1219430868/backup-masters/122cddc95ec8,41457,1733207537265 2024-12-03T06:32:17,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868/backup-masters 2024-12-03T06:32:17,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868/backup-masters 2024-12-03T06:32:17,427 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:32:17,427 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,41457,1733207537265 2024-12-03T06:32:17,430 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/hbase.id] with ID: 2347f33d-3afd-4f76-bc40-4ca4b9d3c568 2024-12-03T06:32:17,430 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/.tmp/hbase.id 2024-12-03T06:32:17,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:32:17,835 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/.tmp/hbase.id]:[hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/hbase.id] 2024-12-03T06:32:17,843 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:17,843 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:32:17,843 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T06:32:17,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:17,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:17,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:32:18,257 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:18,258 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:32:18,258 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:18,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:32:18,664 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store 2024-12-03T06:32:18,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:32:19,069 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:19,069 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:32:19,069 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:19,069 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:19,069 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:32:19,069 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:19,069 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:19,069 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207539069Disabling compacts and flushes for region at 1733207539069Disabling writes for close at 1733207539069Writing region close event to WAL at 1733207539069Closed at 1733207539069 2024-12-03T06:32:19,070 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/.initializing 2024-12-03T06:32:19,070 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/WALs/122cddc95ec8,41457,1733207537265 2024-12-03T06:32:19,071 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:32:19,072 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C41457%2C1733207537265, suffix=, logDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/WALs/122cddc95ec8,41457,1733207537265, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/oldWALs, maxLogs=10 2024-12-03T06:32:19,084 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/WALs/122cddc95ec8,41457,1733207537265/122cddc95ec8%2C41457%2C1733207537265.1733207539072, exclude list is [], retry=0 2024-12-03T06:32:19,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-e2fd7059-5590-4170-8869-8adb4d8bec82,DISK] 2024-12-03T06:32:19,088 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/WALs/122cddc95ec8,41457,1733207537265/122cddc95ec8%2C41457%2C1733207537265.1733207539072 2024-12-03T06:32:19,088 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40065:40065)] 2024-12-03T06:32:19,088 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:19,088 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:19,089 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,089 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:32:19,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:19,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:19,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:32:19,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:19,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:19,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:32:19,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:19,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:19,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:32:19,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:19,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:19,094 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,094 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,094 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,095 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,095 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,096 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:19,096 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:19,098 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:19,098 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61673014, jitterRate=-0.08100047707557678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:19,098 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207539089Initializing all the Stores at 1733207539089Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207539089Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207539089Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207539089Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207539089Cleaning up temporary data from old regions at 1733207539095 (+6 ms)Region opened successfully at 1733207539098 (+3 ms) 2024-12-03T06:32:19,098 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:32:19,100 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e319d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:32:19,101 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:32:19,101 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:32:19,101 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:32:19,101 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:32:19,101 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:32:19,101 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:32:19,101 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:32:19,103 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:32:19,103 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Unable to get data of znode /2-1219430868/balancer because node does not exist (not necessarily an error) 2024-12-03T06:32:19,110 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1219430868/balancer already deleted, retry=false 2024-12-03T06:32:19,110 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:32:19,111 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Unable to get data of znode /2-1219430868/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:32:19,118 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1219430868/normalizer already deleted, retry=false 2024-12-03T06:32:19,119 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:32:19,119 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Unable to get data of znode /2-1219430868/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:32:19,127 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1219430868/switch/split already deleted, retry=false 2024-12-03T06:32:19,127 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Unable to get data of znode /2-1219430868/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:32:19,135 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1219430868/switch/merge already deleted, retry=false 2024-12-03T06:32:19,136 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Unable to get data of znode /2-1219430868/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:32:19,143 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1219430868/snapshot-cleanup already deleted, retry=false 2024-12-03T06:32:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1219430868/running 2024-12-03T06:32:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1219430868/running 2024-12-03T06:32:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:19,152 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,41457,1733207537265, sessionid=0x1009eba07430006, setting cluster-up flag (Was=false) 2024-12-03T06:32:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:19,194 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1219430868/flush-table-proc/acquired, /2-1219430868/flush-table-proc/reached, /2-1219430868/flush-table-proc/abort 2024-12-03T06:32:19,194 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,41457,1733207537265 2024-12-03T06:32:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:19,235 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1219430868/online-snapshot/acquired, /2-1219430868/online-snapshot/reached, /2-1219430868/online-snapshot/abort 2024-12-03T06:32:19,236 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,41457,1733207537265 2024-12-03T06:32:19,237 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:32:19,238 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:19,238 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:32:19,238 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:32:19,238 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,41457,1733207537265 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:32:19,239 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:19,239 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:19,239 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:19,239 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:19,239 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:32:19,239 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,239 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:32:19,239 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,240 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207569240 2024-12-03T06:32:19,240 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:32:19,240 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:32:19,240 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:32:19,240 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:32:19,240 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:32:19,240 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:32:19,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:19,241 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:32:19,241 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:32:19,241 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:32:19,241 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:32:19,241 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:32:19,241 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:32:19,241 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:32:19,241 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207539241,5,FailOnTimeoutGroup] 2024-12-03T06:32:19,241 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:19,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:32:19,242 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207539241,5,FailOnTimeoutGroup] 2024-12-03T06:32:19,242 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,242 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:32:19,242 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,242 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:32:19,292 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(746): ClusterId : 2347f33d-3afd-4f76-bc40-4ca4b9d3c568 2024-12-03T06:32:19,292 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:32:19,303 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:32:19,303 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:32:19,311 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:32:19,311 DEBUG [RS:0;122cddc95ec8:35715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7f655c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:32:19,326 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:35715 2024-12-03T06:32:19,326 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:32:19,326 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:32:19,326 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:32:19,327 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,41457,1733207537265 with port=35715, startcode=1733207537353 2024-12-03T06:32:19,327 DEBUG [RS:0;122cddc95ec8:35715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:32:19,328 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:32:19,328 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,35715,1733207537353 2024-12-03T06:32:19,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,35715,1733207537353 2024-12-03T06:32:19,330 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390 2024-12-03T06:32:19,330 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38381 2024-12-03T06:32:19,330 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:32:19,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868/rs 2024-12-03T06:32:19,360 DEBUG [RS:0;122cddc95ec8:35715 {}] zookeeper.ZKUtil(111): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Set watcher on existing znode=/2-1219430868/rs/122cddc95ec8,35715,1733207537353 2024-12-03T06:32:19,360 WARN [RS:0;122cddc95ec8:35715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:32:19,360 INFO [RS:0;122cddc95ec8:35715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:19,360 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353 2024-12-03T06:32:19,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,35715,1733207537353] 2024-12-03T06:32:19,363 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:32:19,364 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:32:19,364 INFO [RS:0;122cddc95ec8:35715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:32:19,364 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,364 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:32:19,364 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:32:19,364 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:32:19,365 DEBUG [RS:0;122cddc95ec8:35715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:32:19,365 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,365 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,365 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,365 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,365 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,365 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35715,1733207537353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:32:19,377 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:32:19,377 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,35715,1733207537353-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,377 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,377 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.Replication(171): 122cddc95ec8,35715,1733207537353 started 2024-12-03T06:32:19,388 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:19,388 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,35715,1733207537353, RpcServer on 122cddc95ec8/172.17.0.2:35715, sessionid=0x1009eba07430007 2024-12-03T06:32:19,388 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:32:19,388 DEBUG [RS:0;122cddc95ec8:35715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,35715,1733207537353 2024-12-03T06:32:19,388 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,35715,1733207537353' 2024-12-03T06:32:19,388 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1219430868/flush-table-proc/abort' 2024-12-03T06:32:19,388 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1219430868/flush-table-proc/acquired' 2024-12-03T06:32:19,388 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:32:19,388 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:32:19,388 DEBUG [RS:0;122cddc95ec8:35715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,35715,1733207537353 2024-12-03T06:32:19,388 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,35715,1733207537353' 2024-12-03T06:32:19,389 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1219430868/online-snapshot/abort' 2024-12-03T06:32:19,389 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1219430868/online-snapshot/acquired' 2024-12-03T06:32:19,389 DEBUG [RS:0;122cddc95ec8:35715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:32:19,389 INFO [RS:0;122cddc95ec8:35715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:32:19,389 INFO [RS:0;122cddc95ec8:35715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:32:19,489 INFO [RS:0;122cddc95ec8:35715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:32:19,491 INFO [RS:0;122cddc95ec8:35715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C35715%2C1733207537353, suffix=, logDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/oldWALs, maxLogs=10 2024-12-03T06:32:19,501 DEBUG [RS:0;122cddc95ec8:35715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491, exclude list is [], retry=0 2024-12-03T06:32:19,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-e2fd7059-5590-4170-8869-8adb4d8bec82,DISK] 2024-12-03T06:32:19,504 INFO [RS:0;122cddc95ec8:35715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 2024-12-03T06:32:19,505 DEBUG [RS:0;122cddc95ec8:35715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40065:40065)] 2024-12-03T06:32:19,648 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:32:19,648 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390 2024-12-03T06:32:19,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:32:20,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:20,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:32:20,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:32:20,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:20,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:20,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:32:20,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:32:20,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:20,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:20,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:32:20,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:32:20,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:20,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:20,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:32:20,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:32:20,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:20,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:20,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:32:20,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740 2024-12-03T06:32:20,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740 2024-12-03T06:32:20,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:32:20,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:32:20,060 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:20,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:32:20,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:20,062 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72940782, jitterRate=0.08690235018730164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:20,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207540053Initializing all the Stores at 1733207540054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207540054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207540054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207540054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207540054Cleaning up temporary data from old regions at 1733207540060 (+6 ms)Region opened successfully at 1733207540062 (+2 ms) 2024-12-03T06:32:20,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:32:20,062 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:32:20,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:32:20,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:32:20,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:32:20,063 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:20,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207540062Disabling compacts and flushes for region at 1733207540062Disabling writes for close at 1733207540062Writing region close event to WAL at 1733207540063 (+1 ms)Closed at 1733207540063 2024-12-03T06:32:20,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:20,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:32:20,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:32:20,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:32:20,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:32:20,215 DEBUG [122cddc95ec8:41457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:32:20,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,35715,1733207537353 2024-12-03T06:32:20,216 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,35715,1733207537353, state=OPENING 2024-12-03T06:32:20,224 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:32:20,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:20,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:20,232 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:32:20,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1219430868/meta-region-server: CHANGED 2024-12-03T06:32:20,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1219430868/meta-region-server: CHANGED 2024-12-03T06:32:20,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,35715,1733207537353}] 2024-12-03T06:32:20,384 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:32:20,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:32:20,388 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:32:20,388 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:20,388 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:32:20,389 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C35715%2C1733207537353.meta, suffix=.meta, logDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/oldWALs, maxLogs=10 2024-12-03T06:32:20,406 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.meta.1733207540390.meta, exclude list is [], retry=0 2024-12-03T06:32:20,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-e2fd7059-5590-4170-8869-8adb4d8bec82,DISK] 2024-12-03T06:32:20,410 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.meta.1733207540390.meta 2024-12-03T06:32:20,410 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40065:40065)] 2024-12-03T06:32:20,410 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:20,410 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:20,410 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:32:20,411 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:32:20,411 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:32:20,411 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:32:20,411 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:20,411 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:32:20,411 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:32:20,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:32:20,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:32:20,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:20,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:20,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:32:20,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:32:20,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:20,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:20,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:32:20,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:32:20,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:20,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:20,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:32:20,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:32:20,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:20,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:20,434 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:32:20,434 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740 2024-12-03T06:32:20,435 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740 2024-12-03T06:32:20,436 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:32:20,436 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:32:20,436 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:20,437 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:32:20,437 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58793307, jitterRate=-0.12391145527362823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:20,437 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:32:20,438 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207540411Writing region info on filesystem at 1733207540411Initializing all the Stores at 1733207540412 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207540412Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207540416 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207540430 (+14 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207540430Cleaning up temporary data from old regions at 1733207540436 (+6 ms)Running coprocessor post-open hooks at 1733207540437 (+1 ms)Region opened successfully at 1733207540437 2024-12-03T06:32:20,438 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207540384 2024-12-03T06:32:20,440 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:32:20,440 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:32:20,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,35715,1733207537353 2024-12-03T06:32:20,441 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,35715,1733207537353, state=OPEN 2024-12-03T06:32:20,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1219430868/meta-region-server 2024-12-03T06:32:20,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1219430868/meta-region-server 2024-12-03T06:32:20,452 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,35715,1733207537353 2024-12-03T06:32:20,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1219430868/meta-region-server: CHANGED 2024-12-03T06:32:20,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1219430868/meta-region-server: CHANGED 2024-12-03T06:32:20,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:32:20,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,35715,1733207537353 in 220 msec 2024-12-03T06:32:20,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:32:20,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-12-03T06:32:20,456 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:20,456 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:32:20,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:20,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,35715,1733207537353, seqNum=-1] 2024-12-03T06:32:20,457 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:20,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:20,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-12-03T06:32:20,464 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207540464, completionTime=-1 2024-12-03T06:32:20,464 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:32:20,464 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:32:20,465 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:32:20,465 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207600465 2024-12-03T06:32:20,465 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207660465 2024-12-03T06:32:20,465 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:32:20,466 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41457,1733207537265-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:20,466 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41457,1733207537265-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:20,466 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41457,1733207537265-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:20,466 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:41457, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:20,466 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:20,466 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:20,467 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:32:20,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.042sec 2024-12-03T06:32:20,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:32:20,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:32:20,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:32:20,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:32:20,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:32:20,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41457,1733207537265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:32:20,469 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41457,1733207537265-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:32:20,471 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:32:20,471 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:32:20,471 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41457,1733207537265-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:20,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4420e372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:20,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41457,-1 for getting cluster id 2024-12-03T06:32:20,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:20,495 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2347f33d-3afd-4f76-bc40-4ca4b9d3c568' 2024-12-03T06:32:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2347f33d-3afd-4f76-bc40-4ca4b9d3c568" 2024-12-03T06:32:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1b3b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41457,-1] 2024-12-03T06:32:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:20,496 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:20,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da616e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:20,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,35715,1733207537353, seqNum=-1] 2024-12-03T06:32:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:20,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,41457,1733207537265 2024-12-03T06:32:20,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63675 2024-12-03T06:32:20,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:20,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009eba07430008 connected 2024-12-03T06:32:20,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,43319,1733207527065 2024-12-03T06:32:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2820eaf1 2024-12-03T06:32:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:20,556 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:20,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:32:20,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:32:20,558 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:20,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:32:20,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:32:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:32:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:20,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:32:20,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:20,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:32:20,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T06:32:20,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6daeef318c6025b2c7f6700f534621fb, NAME => 'test,,1733207540556.6daeef318c6025b2c7f6700f534621fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094 2024-12-03T06:32:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:32:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:21,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207540556.6daeef318c6025b2c7f6700f534621fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:21,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6daeef318c6025b2c7f6700f534621fb, disabling compactions & flushes 2024-12-03T06:32:21,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:21,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:21,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. after waiting 0 ms 2024-12-03T06:32:21,370 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:21,370 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:21,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6daeef318c6025b2c7f6700f534621fb: Waiting for close lock at 1733207541370Disabling compacts and flushes for region at 1733207541370Disabling writes for close at 1733207541370Writing region close event to WAL at 1733207541370Closed at 1733207541370 2024-12-03T06:32:21,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:32:21,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207540556.6daeef318c6025b2c7f6700f534621fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207541372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207541372"}]},"ts":"1733207541372"} 2024-12-03T06:32:21,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:32:21,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:32:21,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207541374"}]},"ts":"1733207541374"} 2024-12-03T06:32:21,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:32:21,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6daeef318c6025b2c7f6700f534621fb, ASSIGN}] 2024-12-03T06:32:21,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6daeef318c6025b2c7f6700f534621fb, ASSIGN 2024-12-03T06:32:21,378 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6daeef318c6025b2c7f6700f534621fb, ASSIGN; state=OFFLINE, location=122cddc95ec8,39831,1733207527228; forceNewPlan=false, retain=false 2024-12-03T06:32:21,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6daeef318c6025b2c7f6700f534621fb, regionState=OPENING, regionLocation=122cddc95ec8,39831,1733207527228 2024-12-03T06:32:21,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6daeef318c6025b2c7f6700f534621fb, ASSIGN because future has completed 2024-12-03T06:32:21,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6daeef318c6025b2c7f6700f534621fb, server=122cddc95ec8,39831,1733207527228}] 2024-12-03T06:32:21,688 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:21,688 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6daeef318c6025b2c7f6700f534621fb, NAME => 'test,,1733207540556.6daeef318c6025b2c7f6700f534621fb.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:21,688 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:21,688 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:32:21,688 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,688 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207540556.6daeef318c6025b2c7f6700f534621fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:21,688 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,688 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,690 INFO [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,690 INFO [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6daeef318c6025b2c7f6700f534621fb columnFamilyName f 2024-12-03T06:32:21,691 DEBUG [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:21,691 INFO [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] regionserver.HStore(327): Store=6daeef318c6025b2c7f6700f534621fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:21,691 INFO [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,692 INFO [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6daeef318c6025b2c7f6700f534621fb columnFamilyName f1 2024-12-03T06:32:21,692 DEBUG [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:21,692 INFO [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] regionserver.HStore(327): Store=6daeef318c6025b2c7f6700f534621fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:21,692 INFO [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,693 INFO [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6daeef318c6025b2c7f6700f534621fb columnFamilyName norep 2024-12-03T06:32:21,693 DEBUG [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:21,693 INFO [StoreOpener-6daeef318c6025b2c7f6700f534621fb-1 {}] regionserver.HStore(327): Store=6daeef318c6025b2c7f6700f534621fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:21,693 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,694 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,694 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,695 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,695 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,695 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:32:21,695 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:21,697 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:21,697 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6daeef318c6025b2c7f6700f534621fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74170864, jitterRate=0.10523200035095215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:32:21,697 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:21,698 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6daeef318c6025b2c7f6700f534621fb: Running coprocessor pre-open hook at 1733207541689Writing region info on filesystem at 1733207541689Initializing all the Stores at 1733207541689Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207541689Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207541689Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207541689Cleaning up temporary data from old regions at 1733207541695 (+6 ms)Running coprocessor post-open hooks at 1733207541697 (+2 ms)Region opened successfully at 1733207541698 (+1 ms) 2024-12-03T06:32:21,699 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207540556.6daeef318c6025b2c7f6700f534621fb., pid=6, masterSystemTime=1733207541683 2024-12-03T06:32:21,700 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:21,700 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:21,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6daeef318c6025b2c7f6700f534621fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,39831,1733207527228 2024-12-03T06:32:21,702 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43319 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=122cddc95ec8,39831,1733207527228, table=test, region=6daeef318c6025b2c7f6700f534621fb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T06:32:21,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6daeef318c6025b2c7f6700f534621fb, server=122cddc95ec8,39831,1733207527228 because future has completed 2024-12-03T06:32:21,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:32:21,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6daeef318c6025b2c7f6700f534621fb, server=122cddc95ec8,39831,1733207527228 in 172 msec 2024-12-03T06:32:21,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:32:21,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6daeef318c6025b2c7f6700f534621fb, ASSIGN in 329 msec 2024-12-03T06:32:21,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:32:21,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207541707"}]},"ts":"1733207541707"} 2024-12-03T06:32:21,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:32:21,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:32:21,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-03T06:32:21,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T06:32:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:22,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:22,707 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:32:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39237,1733207532525 2024-12-03T06:32:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c972026 2024-12-03T06:32:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:22,709 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:22,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:32:22,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:32:22,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:22,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:32:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:22,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:32:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:32:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:23,118 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f0dd094ef17969475a1e75e89272b5b, NAME => 'test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf 2024-12-03T06:32:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:32:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:23,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:23,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f0dd094ef17969475a1e75e89272b5b, disabling compactions & flushes 2024-12-03T06:32:23,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:23,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:23,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. after waiting 0 ms 2024-12-03T06:32:23,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:23,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:23,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f0dd094ef17969475a1e75e89272b5b: Waiting for close lock at 1733207543523Disabling compacts and flushes for region at 1733207543523Disabling writes for close at 1733207543523Writing region close event to WAL at 1733207543523Closed at 1733207543523 2024-12-03T06:32:23,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:32:23,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207543525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207543525"}]},"ts":"1733207543525"} 2024-12-03T06:32:23,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:32:23,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:32:23,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207543527"}]},"ts":"1733207543527"} 2024-12-03T06:32:23,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:32:23,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f0dd094ef17969475a1e75e89272b5b, ASSIGN}] 2024-12-03T06:32:23,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f0dd094ef17969475a1e75e89272b5b, ASSIGN 2024-12-03T06:32:23,530 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f0dd094ef17969475a1e75e89272b5b, ASSIGN; state=OFFLINE, location=122cddc95ec8,46491,1733207532617; forceNewPlan=false, retain=false 2024-12-03T06:32:23,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f0dd094ef17969475a1e75e89272b5b, regionState=OPENING, regionLocation=122cddc95ec8,46491,1733207532617 2024-12-03T06:32:23,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f0dd094ef17969475a1e75e89272b5b, ASSIGN because future has completed 2024-12-03T06:32:23,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f0dd094ef17969475a1e75e89272b5b, server=122cddc95ec8,46491,1733207532617}] 2024-12-03T06:32:23,838 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:23,838 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f0dd094ef17969475a1e75e89272b5b, NAME => 'test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:23,838 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:23,838 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:32:23,839 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,839 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:23,839 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,839 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,840 INFO [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,841 INFO [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f0dd094ef17969475a1e75e89272b5b columnFamilyName f 2024-12-03T06:32:23,841 DEBUG [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:23,841 INFO [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] regionserver.HStore(327): Store=7f0dd094ef17969475a1e75e89272b5b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:23,841 INFO [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,842 INFO [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f0dd094ef17969475a1e75e89272b5b columnFamilyName f1 2024-12-03T06:32:23,842 DEBUG [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:23,843 INFO [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] regionserver.HStore(327): Store=7f0dd094ef17969475a1e75e89272b5b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:23,843 INFO [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,843 INFO [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f0dd094ef17969475a1e75e89272b5b columnFamilyName norep 2024-12-03T06:32:23,843 DEBUG [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:23,844 INFO [StoreOpener-7f0dd094ef17969475a1e75e89272b5b-1 {}] regionserver.HStore(327): Store=7f0dd094ef17969475a1e75e89272b5b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:23,844 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,844 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,844 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,845 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,845 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,845 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:32:23,846 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,847 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:23,848 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f0dd094ef17969475a1e75e89272b5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64794927, jitterRate=-0.034480348229408264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:32:23,848 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:23,848 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f0dd094ef17969475a1e75e89272b5b: Running coprocessor pre-open hook at 1733207543839Writing region info on filesystem at 1733207543839Initializing all the Stores at 1733207543840 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207543840Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207543840Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207543840Cleaning up temporary data from old regions at 1733207543845 (+5 ms)Running coprocessor post-open hooks at 1733207543848 (+3 ms)Region opened successfully at 1733207543848 2024-12-03T06:32:23,849 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b., pid=6, masterSystemTime=1733207543835 2024-12-03T06:32:23,850 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:23,850 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:23,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f0dd094ef17969475a1e75e89272b5b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,46491,1733207532617 2024-12-03T06:32:23,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f0dd094ef17969475a1e75e89272b5b, server=122cddc95ec8,46491,1733207532617 because future has completed 2024-12-03T06:32:23,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:32:23,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f0dd094ef17969475a1e75e89272b5b, server=122cddc95ec8,46491,1733207532617 in 170 msec 2024-12-03T06:32:23,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:32:23,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f0dd094ef17969475a1e75e89272b5b, ASSIGN in 325 msec 2024-12-03T06:32:23,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:32:23,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207543856"}]},"ts":"1733207543856"} 2024-12-03T06:32:23,858 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:32:23,859 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:32:23,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-03T06:32:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:24,857 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:32:24,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41457,1733207537265 2024-12-03T06:32:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c138b9e 2024-12-03T06:32:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:24,859 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:24,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:32:24,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:32:24,861 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:24,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:32:24,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:32:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:24,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:32:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:25,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a000d50f446a7ab3164ad0f780029248, NAME => 'test,,1733207544859.a000d50f446a7ab3164ad0f780029248.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390 2024-12-03T06:32:25,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:32:25,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207544859.a000d50f446a7ab3164ad0f780029248.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:25,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a000d50f446a7ab3164ad0f780029248, disabling compactions & flushes 2024-12-03T06:32:25,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:25,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:25,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207544859.a000d50f446a7ab3164ad0f780029248. after waiting 0 ms 2024-12-03T06:32:25,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:25,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:25,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a000d50f446a7ab3164ad0f780029248: Waiting for close lock at 1733207545272Disabling compacts and flushes for region at 1733207545272Disabling writes for close at 1733207545272Writing region close event to WAL at 1733207545272Closed at 1733207545272 2024-12-03T06:32:25,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:32:25,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207544859.a000d50f446a7ab3164ad0f780029248.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207545273"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207545273"}]},"ts":"1733207545273"} 2024-12-03T06:32:25,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:32:25,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:32:25,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207545275"}]},"ts":"1733207545275"} 2024-12-03T06:32:25,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:32:25,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a000d50f446a7ab3164ad0f780029248, ASSIGN}] 2024-12-03T06:32:25,278 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a000d50f446a7ab3164ad0f780029248, ASSIGN 2024-12-03T06:32:25,278 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a000d50f446a7ab3164ad0f780029248, ASSIGN; state=OFFLINE, location=122cddc95ec8,35715,1733207537353; forceNewPlan=false, retain=false 2024-12-03T06:32:25,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a000d50f446a7ab3164ad0f780029248, regionState=OPENING, regionLocation=122cddc95ec8,35715,1733207537353 2024-12-03T06:32:25,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a000d50f446a7ab3164ad0f780029248, ASSIGN because future has completed 2024-12-03T06:32:25,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a000d50f446a7ab3164ad0f780029248, server=122cddc95ec8,35715,1733207537353}] 2024-12-03T06:32:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:25,602 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:25,602 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a000d50f446a7ab3164ad0f780029248, NAME => 'test,,1733207544859.a000d50f446a7ab3164ad0f780029248.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:25,603 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:25,603 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:32:25,603 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,603 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207544859.a000d50f446a7ab3164ad0f780029248.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:25,603 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,603 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,604 INFO [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,605 INFO [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a000d50f446a7ab3164ad0f780029248 columnFamilyName f 2024-12-03T06:32:25,605 DEBUG [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:25,606 INFO [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] regionserver.HStore(327): Store=a000d50f446a7ab3164ad0f780029248/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:25,606 INFO [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,606 INFO [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a000d50f446a7ab3164ad0f780029248 columnFamilyName f1 2024-12-03T06:32:25,606 DEBUG [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:25,607 INFO [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] regionserver.HStore(327): Store=a000d50f446a7ab3164ad0f780029248/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:25,607 INFO [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,607 INFO [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a000d50f446a7ab3164ad0f780029248 columnFamilyName norep 2024-12-03T06:32:25,607 DEBUG [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:25,608 INFO [StoreOpener-a000d50f446a7ab3164ad0f780029248-1 {}] regionserver.HStore(327): Store=a000d50f446a7ab3164ad0f780029248/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:25,608 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,608 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,608 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,609 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,609 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,609 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:32:25,610 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,611 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:25,611 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a000d50f446a7ab3164ad0f780029248; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61558600, jitterRate=-0.08270537853240967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:32:25,611 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:25,611 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a000d50f446a7ab3164ad0f780029248: Running coprocessor pre-open hook at 1733207545603Writing region info on filesystem at 1733207545603Initializing all the Stores at 1733207545604 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207545604Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207545604Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207545604Cleaning up temporary data from old regions at 1733207545609 (+5 ms)Running coprocessor post-open hooks at 1733207545611 (+2 ms)Region opened successfully at 1733207545611 2024-12-03T06:32:25,612 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207544859.a000d50f446a7ab3164ad0f780029248., pid=6, masterSystemTime=1733207545584 2024-12-03T06:32:25,614 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:25,614 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:25,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a000d50f446a7ab3164ad0f780029248, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,35715,1733207537353 2024-12-03T06:32:25,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a000d50f446a7ab3164ad0f780029248, server=122cddc95ec8,35715,1733207537353 because future has completed 2024-12-03T06:32:25,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:32:25,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a000d50f446a7ab3164ad0f780029248, server=122cddc95ec8,35715,1733207537353 in 185 msec 2024-12-03T06:32:25,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:32:25,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a000d50f446a7ab3164ad0f780029248, ASSIGN in 341 msec 2024-12-03T06:32:25,620 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:32:25,620 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207545620"}]},"ts":"1733207545620"} 2024-12-03T06:32:25,622 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:32:25,622 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:32:25,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-12-03T06:32:25,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:32:25,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:25,997 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:32:25,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff306c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:25,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,43319,-1 for getting cluster id 2024-12-03T06:32:25,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:25,999 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'daa5ff9a-f752-40b0-9905-28685fea9b7c' 2024-12-03T06:32:25,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:25,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "daa5ff9a-f752-40b0-9905-28685fea9b7c" 2024-12-03T06:32:25,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ef080f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:25,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,43319,-1] 2024-12-03T06:32:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:26,000 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:26,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17898103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:26,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:26,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,43319,1733207527065 2024-12-03T06:32:26,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11a62749 2024-12-03T06:32:26,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:26,002 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:26,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:39237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:32:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:32:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:26,005 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:39237' 2024-12-03T06:32:26,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa4b283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:26,006 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39237,-1 for getting cluster id 2024-12-03T06:32:26,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:26,007 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76943d87-3df6-4586-8bab-7a000c816492' 2024-12-03T06:32:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76943d87-3df6-4586-8bab-7a000c816492" 2024-12-03T06:32:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30363947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39237,-1] 2024-12-03T06:32:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:26,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:26,008 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:26,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccbd037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:26,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:26,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39237,1733207532525 2024-12-03T06:32:26,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71fd1ca 2024-12-03T06:32:26,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:26,010 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:26,010 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T06:32:26,010 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:32:26,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:26,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:26,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:26,011 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:26,012 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:32:26,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:32:26,013 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:26,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:32:26,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:32:26,018 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea94ff008e8775206ee0bfa017cd8e8c, NAME => 'hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094 2024-12-03T06:32:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:32:26,062 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:32:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:26,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:26,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea94ff008e8775206ee0bfa017cd8e8c, disabling compactions & flushes 2024-12-03T06:32:26,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:26,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:26,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. after waiting 0 ms 2024-12-03T06:32:26,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:26,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:26,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea94ff008e8775206ee0bfa017cd8e8c: Waiting for close lock at 1733207546423Disabling compacts and flushes for region at 1733207546423Disabling writes for close at 1733207546423Writing region close event to WAL at 1733207546423Closed at 1733207546423 2024-12-03T06:32:26,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:32:26,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207546424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207546424"}]},"ts":"1733207546424"} 2024-12-03T06:32:26,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:32:26,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:32:26,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207546427"}]},"ts":"1733207546427"} 2024-12-03T06:32:26,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:32:26,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea94ff008e8775206ee0bfa017cd8e8c, ASSIGN}] 2024-12-03T06:32:26,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea94ff008e8775206ee0bfa017cd8e8c, ASSIGN 2024-12-03T06:32:26,431 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea94ff008e8775206ee0bfa017cd8e8c, ASSIGN; state=OFFLINE, location=122cddc95ec8,39831,1733207527228; forceNewPlan=false, retain=false 2024-12-03T06:32:26,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea94ff008e8775206ee0bfa017cd8e8c, regionState=OPENING, regionLocation=122cddc95ec8,39831,1733207527228 2024-12-03T06:32:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea94ff008e8775206ee0bfa017cd8e8c, ASSIGN because future has completed 2024-12-03T06:32:26,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea94ff008e8775206ee0bfa017cd8e8c, server=122cddc95ec8,39831,1733207527228}] 2024-12-03T06:32:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:26,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:26,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:26,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:32:26,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C39831%2C1733207527228.rep, suffix=, logDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/oldWALs, maxLogs=10 2024-12-03T06:32:26,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.rep.1733207546740, exclude list is [], retry=0 2024-12-03T06:32:26,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35811,DS-34b498f3-58e1-4cda-96a4-6bcc0be3459d,DISK] 2024-12-03T06:32:26,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.rep.1733207546740 2024-12-03T06:32:26,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-12-03T06:32:26,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea94ff008e8775206ee0bfa017cd8e8c, NAME => 'hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:26,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:26,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:32:26,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. service=MultiRowMutationService 2024-12-03T06:32:26,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:32:26,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:26,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,757 INFO [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,758 INFO [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea94ff008e8775206ee0bfa017cd8e8c columnFamilyName hfileref 2024-12-03T06:32:26,758 DEBUG [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:26,758 INFO [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] regionserver.HStore(327): Store=ea94ff008e8775206ee0bfa017cd8e8c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:26,758 INFO [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,759 INFO [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea94ff008e8775206ee0bfa017cd8e8c columnFamilyName queue 2024-12-03T06:32:26,759 DEBUG [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:26,759 INFO [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] regionserver.HStore(327): Store=ea94ff008e8775206ee0bfa017cd8e8c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:26,759 INFO [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,760 INFO [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea94ff008e8775206ee0bfa017cd8e8c columnFamilyName sid 2024-12-03T06:32:26,760 DEBUG [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:26,760 INFO [StoreOpener-ea94ff008e8775206ee0bfa017cd8e8c-1 {}] regionserver.HStore(327): Store=ea94ff008e8775206ee0bfa017cd8e8c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:26,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/replication/ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/replication/ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:32:26,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/replication/ea94ff008e8775206ee0bfa017cd8e8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:26,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea94ff008e8775206ee0bfa017cd8e8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72927994, jitterRate=0.08671179413795471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:32:26,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:26,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea94ff008e8775206ee0bfa017cd8e8c: Running coprocessor pre-open hook at 1733207546756Writing region info on filesystem at 1733207546756Initializing all the Stores at 1733207546757 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207546757Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207546757Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207546757Cleaning up temporary data from old regions at 1733207546762 (+5 ms)Running coprocessor post-open hooks at 1733207546764 (+2 ms)Region opened successfully at 1733207546764 2024-12-03T06:32:26,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c., pid=10, masterSystemTime=1733207546735 2024-12-03T06:32:26,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:26,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:26,767 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea94ff008e8775206ee0bfa017cd8e8c, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,39831,1733207527228 2024-12-03T06:32:26,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea94ff008e8775206ee0bfa017cd8e8c, server=122cddc95ec8,39831,1733207527228 because future has completed 2024-12-03T06:32:26,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:32:26,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea94ff008e8775206ee0bfa017cd8e8c, server=122cddc95ec8,39831,1733207527228 in 185 msec 2024-12-03T06:32:26,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:32:26,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea94ff008e8775206ee0bfa017cd8e8c, ASSIGN in 341 msec 2024-12-03T06:32:26,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:32:26,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207546772"}]},"ts":"1733207546772"} 2024-12-03T06:32:26,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:32:26,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:32:26,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 763 msec 2024-12-03T06:32:26,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c., hostname=122cddc95ec8,39831,1733207527228, seqNum=2] 2024-12-03T06:32:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:26,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:32:27,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:32:27,038 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:32:27,062 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,39831,1733207527228, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:32:27,063 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:27,063 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39831,1733207527228, seqNum=-1] 2024-12-03T06:32:27,063 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:27,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-03T06:32:27,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,39831,1733207527228', locateType=CURRENT is [region=hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c., hostname=122cddc95ec8,39831,1733207527228, seqNum=2] 2024-12-03T06:32:27,067 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:32:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:32:27,069 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,39831,1733207527228 suceeded 2024-12-03T06:32:27,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:32:27,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T06:32:27,071 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:39237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:32:27,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0680 sec 2024-12-03T06:32:27,080 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:39237' 2024-12-03T06:32:27,081 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ada4609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:27,081 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39237,-1 for getting cluster id 2024-12-03T06:32:27,081 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:27,082 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76943d87-3df6-4586-8bab-7a000c816492' 2024-12-03T06:32:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76943d87-3df6-4586-8bab-7a000c816492" 2024-12-03T06:32:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2929cccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39237,-1] 2024-12-03T06:32:27,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:27,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:27,083 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:27,084 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62458aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:27,084 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:27,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39237,1733207532525 2024-12-03T06:32:27,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5437974d 2024-12-03T06:32:27,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:27,085 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-03T06:32:27,086 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,39831,1733207527228 (queues=1) is replicating from cluster=daa5ff9a-f752-40b0-9905-28685fea9b7c to cluster=76943d87-3df6-4586-8bab-7a000c816492 2024-12-03T06:32:27,086 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C39831%2C1733207527228 2024-12-03T06:32:27,086 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,39831,1733207527228, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:32:27,086 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C39831%2C1733207527228 2024-12-03T06:32:27,086 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732, startPosition=0, beingWritten=true 2024-12-03T06:32:27,090 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:27,090 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 379, reset compression=false 2024-12-03T06:32:27,090 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39831,1733207527228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:27,138 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:32:27,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:27,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:27,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:27,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:27,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:27,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624d68a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:27,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39237,-1 for getting cluster id 2024-12-03T06:32:27,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:27,139 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76943d87-3df6-4586-8bab-7a000c816492' 2024-12-03T06:32:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76943d87-3df6-4586-8bab-7a000c816492" 2024-12-03T06:32:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea94472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39237,-1] 2024-12-03T06:32:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:27,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:27,141 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:27,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60472791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:27,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39237,1733207532525 2024-12-03T06:32:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@676b05de 2024-12-03T06:32:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:27,143 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:27,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:41457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:32:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:32:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:27,145 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:41457' 2024-12-03T06:32:27,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c199ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:27,146 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41457,-1 for getting cluster id 2024-12-03T06:32:27,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:27,147 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2347f33d-3afd-4f76-bc40-4ca4b9d3c568' 2024-12-03T06:32:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2347f33d-3afd-4f76-bc40-4ca4b9d3c568" 2024-12-03T06:32:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335507d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41457,-1] 2024-12-03T06:32:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:27,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:27,148 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:27,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7990c219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:27,149 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:27,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41457,1733207537265 2024-12-03T06:32:27,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d88534e 2024-12-03T06:32:27,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:27,150 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:27,151 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T06:32:27,151 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:32:27,151 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:27,151 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:27,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:27,151 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:27,152 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:32:27,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:32:27,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:27,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:32:27,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:32:27,203 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:32:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:27,293 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 379, reset compression=false 2024-12-03T06:32:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:27,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 503283851cec6c4ec1bcac6d7420752d, NAME => 'hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf 2024-12-03T06:32:27,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:32:27,596 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 379, reset compression=false 2024-12-03T06:32:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:27,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:27,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 503283851cec6c4ec1bcac6d7420752d, disabling compactions & flushes 2024-12-03T06:32:27,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:27,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:27,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. after waiting 0 ms 2024-12-03T06:32:27,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:27,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:27,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 503283851cec6c4ec1bcac6d7420752d: Waiting for close lock at 1733207547964Disabling compacts and flushes for region at 1733207547964Disabling writes for close at 1733207547965 (+1 ms)Writing region close event to WAL at 1733207547965Closed at 1733207547965 2024-12-03T06:32:27,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:32:27,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207547966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207547966"}]},"ts":"1733207547966"} 2024-12-03T06:32:27,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:32:27,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:32:27,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207547968"}]},"ts":"1733207547968"} 2024-12-03T06:32:27,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:32:27,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=503283851cec6c4ec1bcac6d7420752d, ASSIGN}] 2024-12-03T06:32:27,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=503283851cec6c4ec1bcac6d7420752d, ASSIGN 2024-12-03T06:32:27,971 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=503283851cec6c4ec1bcac6d7420752d, ASSIGN; state=OFFLINE, location=122cddc95ec8,46491,1733207532617; forceNewPlan=false, retain=false 2024-12-03T06:32:28,000 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 379, reset compression=false 2024-12-03T06:32:28,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=503283851cec6c4ec1bcac6d7420752d, regionState=OPENING, regionLocation=122cddc95ec8,46491,1733207532617 2024-12-03T06:32:28,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=503283851cec6c4ec1bcac6d7420752d, ASSIGN because future has completed 2024-12-03T06:32:28,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 503283851cec6c4ec1bcac6d7420752d, server=122cddc95ec8,46491,1733207532617}] 2024-12-03T06:32:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:28,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:28,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:28,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:32:28,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46491%2C1733207532617.rep, suffix=, logDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617, archiveDir=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/oldWALs, maxLogs=10 2024-12-03T06:32:28,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.rep.1733207548280, exclude list is [], retry=0 2024-12-03T06:32:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34829,DS-e3abd56e-43f4-42c1-83d7-304803a2a487,DISK] 2024-12-03T06:32:28,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.rep.1733207548280 2024-12-03T06:32:28,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-12-03T06:32:28,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 503283851cec6c4ec1bcac6d7420752d, NAME => 'hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:28,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:28,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:32:28,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. service=MultiRowMutationService 2024-12-03T06:32:28,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:32:28,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:28,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,297 INFO [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,298 INFO [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 503283851cec6c4ec1bcac6d7420752d columnFamilyName hfileref 2024-12-03T06:32:28,298 DEBUG [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:28,298 INFO [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] regionserver.HStore(327): Store=503283851cec6c4ec1bcac6d7420752d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:28,298 INFO [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,299 INFO [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 503283851cec6c4ec1bcac6d7420752d columnFamilyName queue 2024-12-03T06:32:28,299 DEBUG [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:28,299 INFO [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] regionserver.HStore(327): Store=503283851cec6c4ec1bcac6d7420752d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:28,299 INFO [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,300 INFO [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 503283851cec6c4ec1bcac6d7420752d columnFamilyName sid 2024-12-03T06:32:28,300 DEBUG [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:28,300 INFO [StoreOpener-503283851cec6c4ec1bcac6d7420752d-1 {}] regionserver.HStore(327): Store=503283851cec6c4ec1bcac6d7420752d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:28,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/replication/503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/replication/503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:32:28,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/replication/503283851cec6c4ec1bcac6d7420752d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:28,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 503283851cec6c4ec1bcac6d7420752d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64954758, jitterRate=-0.0320986807346344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:32:28,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:28,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 503283851cec6c4ec1bcac6d7420752d: Running coprocessor pre-open hook at 1733207548296Writing region info on filesystem at 1733207548296Initializing all the Stores at 1733207548297 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207548297Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207548297Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207548297Cleaning up temporary data from old regions at 1733207548302 (+5 ms)Running coprocessor post-open hooks at 1733207548305 (+3 ms)Region opened successfully at 1733207548305 2024-12-03T06:32:28,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d., pid=10, masterSystemTime=1733207548276 2024-12-03T06:32:28,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:28,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:28,308 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=503283851cec6c4ec1bcac6d7420752d, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,46491,1733207532617 2024-12-03T06:32:28,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 503283851cec6c4ec1bcac6d7420752d, server=122cddc95ec8,46491,1733207532617 because future has completed 2024-12-03T06:32:28,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:32:28,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 503283851cec6c4ec1bcac6d7420752d, server=122cddc95ec8,46491,1733207532617 in 191 msec 2024-12-03T06:32:28,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:32:28,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=503283851cec6c4ec1bcac6d7420752d, ASSIGN in 346 msec 2024-12-03T06:32:28,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:32:28,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207548318"}]},"ts":"1733207548318"} 2024-12-03T06:32:28,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:32:28,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:32:28,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-12-03T06:32:28,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d., hostname=122cddc95ec8,46491,1733207532617, seqNum=2] 2024-12-03T06:32:28,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:28,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:28,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:32:28,503 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 379, reset compression=false 2024-12-03T06:32:28,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:32:28,571 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:32:28,599 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,46491,1733207532617, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:32:28,599 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:28,599 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46491,1733207532617, seqNum=-1] 2024-12-03T06:32:28,600 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:28,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T06:32:28,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,46491,1733207532617', locateType=CURRENT is [region=hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d., hostname=122cddc95ec8,46491,1733207532617, seqNum=2] 2024-12-03T06:32:28,604 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:32:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:32:28,607 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,46491,1733207532617 suceeded 2024-12-03T06:32:28,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:32:28,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-03T06:32:28,608 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:41457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:32:28,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4650 sec 2024-12-03T06:32:28,622 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:41457' 2024-12-03T06:32:28,623 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58c43357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:28,623 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41457,-1 for getting cluster id 2024-12-03T06:32:28,623 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:28,623 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2347f33d-3afd-4f76-bc40-4ca4b9d3c568' 2024-12-03T06:32:28,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:28,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2347f33d-3afd-4f76-bc40-4ca4b9d3c568" 2024-12-03T06:32:28,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65dfaeff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:28,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41457,-1] 2024-12-03T06:32:28,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:28,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:28,625 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:28,625 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@718f29d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:28,625 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:28,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41457,1733207537265 2024-12-03T06:32:28,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b4f5391 2024-12-03T06:32:28,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:28,626 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-03T06:32:28,627 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,46491,1733207532617 (queues=1) is replicating from cluster=76943d87-3df6-4586-8bab-7a000c816492 to cluster=2347f33d-3afd-4f76-bc40-4ca4b9d3c568 2024-12-03T06:32:28,627 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C46491%2C1733207532617 2024-12-03T06:32:28,627 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,46491,1733207532617, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:32:28,627 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C46491%2C1733207532617 2024-12-03T06:32:28,627 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454, startPosition=0, beingWritten=true 2024-12-03T06:32:28,631 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:28,632 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 379, reset compression=false 2024-12-03T06:32:28,632 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46491,1733207532617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:28,835 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 379, reset compression=false 2024-12-03T06:32:29,106 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 379, reset compression=false 2024-12-03T06:32:29,139 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 379, reset compression=false 2024-12-03T06:32:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:29,288 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:32:29,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:29,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:29,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:29,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:29,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:29,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6694bf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:29,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41457,-1 for getting cluster id 2024-12-03T06:32:29,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:29,289 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2347f33d-3afd-4f76-bc40-4ca4b9d3c568' 2024-12-03T06:32:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2347f33d-3afd-4f76-bc40-4ca4b9d3c568" 2024-12-03T06:32:29,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591c1595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:29,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41457,-1] 2024-12-03T06:32:29,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:29,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:29,291 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:29,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d6db18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:29,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41457,1733207537265 2024-12-03T06:32:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@266f2346 2024-12-03T06:32:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:29,293 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:29,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:39237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:32:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:32:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:29,295 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:39237' 2024-12-03T06:32:29,296 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d2f632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:29,296 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39237,-1 for getting cluster id 2024-12-03T06:32:29,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:29,296 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76943d87-3df6-4586-8bab-7a000c816492' 2024-12-03T06:32:29,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:29,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76943d87-3df6-4586-8bab-7a000c816492" 2024-12-03T06:32:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652b525c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39237,-1] 2024-12-03T06:32:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:29,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:29,297 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:29,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d8f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:29,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:29,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39237,1733207532525 2024-12-03T06:32:29,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575751e6 2024-12-03T06:32:29,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:29,299 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:29,299 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T06:32:29,299 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:32:29,299 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:29,300 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:29,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:29,300 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:29,301 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:32:29,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:32:29,301 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:29,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:32:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:32:29,351 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:32:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:29,542 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 379, reset compression=false 2024-12-03T06:32:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:29,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b83198704dda43a59513f7ef65fc7144, NAME => 'hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390 2024-12-03T06:32:29,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:32:29,809 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 379, reset compression=false 2024-12-03T06:32:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:30,045 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 379, reset compression=false 2024-12-03T06:32:30,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:30,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b83198704dda43a59513f7ef65fc7144, disabling compactions & flushes 2024-12-03T06:32:30,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:30,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:30,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. after waiting 0 ms 2024-12-03T06:32:30,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:30,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:30,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b83198704dda43a59513f7ef65fc7144: Waiting for close lock at 1733207550115Disabling compacts and flushes for region at 1733207550115Disabling writes for close at 1733207550115Writing region close event to WAL at 1733207550115Closed at 1733207550115 2024-12-03T06:32:30,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:32:30,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207550116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207550116"}]},"ts":"1733207550116"} 2024-12-03T06:32:30,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:32:30,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:32:30,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207550119"}]},"ts":"1733207550119"} 2024-12-03T06:32:30,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:32:30,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b83198704dda43a59513f7ef65fc7144, ASSIGN}] 2024-12-03T06:32:30,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b83198704dda43a59513f7ef65fc7144, ASSIGN 2024-12-03T06:32:30,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b83198704dda43a59513f7ef65fc7144, ASSIGN; state=OFFLINE, location=122cddc95ec8,35715,1733207537353; forceNewPlan=false, retain=false 2024-12-03T06:32:30,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b83198704dda43a59513f7ef65fc7144, regionState=OPENING, regionLocation=122cddc95ec8,35715,1733207537353 2024-12-03T06:32:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b83198704dda43a59513f7ef65fc7144, ASSIGN because future has completed 2024-12-03T06:32:30,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83198704dda43a59513f7ef65fc7144, server=122cddc95ec8,35715,1733207537353}] 2024-12-03T06:32:30,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:32:30,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T06:32:30,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:32:30,356 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T06:32:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:30,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:30,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:30,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:32:30,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C35715%2C1733207537353.rep, suffix=, logDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/oldWALs, maxLogs=10 2024-12-03T06:32:30,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.rep.1733207550432, exclude list is [], retry=0 2024-12-03T06:32:30,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-e2fd7059-5590-4170-8869-8adb4d8bec82,DISK] 2024-12-03T06:32:30,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.rep.1733207550432 2024-12-03T06:32:30,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40065:40065)] 2024-12-03T06:32:30,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b83198704dda43a59513f7ef65fc7144, NAME => 'hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:30,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:30,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:32:30,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. service=MultiRowMutationService 2024-12-03T06:32:30,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:32:30,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:30,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,452 INFO [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,453 INFO [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83198704dda43a59513f7ef65fc7144 columnFamilyName hfileref 2024-12-03T06:32:30,453 DEBUG [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:30,454 INFO [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] regionserver.HStore(327): Store=b83198704dda43a59513f7ef65fc7144/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:30,454 INFO [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,454 INFO [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83198704dda43a59513f7ef65fc7144 columnFamilyName queue 2024-12-03T06:32:30,455 DEBUG [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:30,455 INFO [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] regionserver.HStore(327): Store=b83198704dda43a59513f7ef65fc7144/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:30,455 INFO [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,456 INFO [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b83198704dda43a59513f7ef65fc7144 columnFamilyName sid 2024-12-03T06:32:30,456 DEBUG [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:30,456 INFO [StoreOpener-b83198704dda43a59513f7ef65fc7144-1 {}] regionserver.HStore(327): Store=b83198704dda43a59513f7ef65fc7144/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:30,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/replication/b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/replication/b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:32:30,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/replication/b83198704dda43a59513f7ef65fc7144/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:30,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b83198704dda43a59513f7ef65fc7144; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66024809, jitterRate=-0.01615367829799652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:32:30,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:30,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b83198704dda43a59513f7ef65fc7144: Running coprocessor pre-open hook at 1733207550451Writing region info on filesystem at 1733207550451Initializing all the Stores at 1733207550452 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207550452Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207550452Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207550452Cleaning up temporary data from old regions at 1733207550458 (+6 ms)Running coprocessor post-open hooks at 1733207550463 (+5 ms)Region opened successfully at 1733207550463 2024-12-03T06:32:30,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144., pid=10, masterSystemTime=1733207550427 2024-12-03T06:32:30,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:30,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:30,465 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b83198704dda43a59513f7ef65fc7144, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,35715,1733207537353 2024-12-03T06:32:30,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b83198704dda43a59513f7ef65fc7144, server=122cddc95ec8,35715,1733207537353 because future has completed 2024-12-03T06:32:30,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:32:30,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b83198704dda43a59513f7ef65fc7144, server=122cddc95ec8,35715,1733207537353 in 193 msec 2024-12-03T06:32:30,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:32:30,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b83198704dda43a59513f7ef65fc7144, ASSIGN in 358 msec 2024-12-03T06:32:30,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:32:30,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207550481"}]},"ts":"1733207550481"} 2024-12-03T06:32:30,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:32:30,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:32:30,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-03T06:32:30,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144., hostname=122cddc95ec8,35715,1733207537353, seqNum=2] 2024-12-03T06:32:30,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:30,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:30,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:32:30,613 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 379, reset compression=false 2024-12-03T06:32:30,648 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 379, reset compression=false 2024-12-03T06:32:30,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:32:30,698 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:32:30,737 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,35715,1733207537353, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:32:30,738 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:30,738 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,35715,1733207537353, seqNum=-1] 2024-12-03T06:32:30,738 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:30,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T06:32:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,35715,1733207537353', locateType=CURRENT is [region=hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144., hostname=122cddc95ec8,35715,1733207537353, seqNum=2] 2024-12-03T06:32:30,746 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:32:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:32:30,749 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,35715,1733207537353 suceeded 2024-12-03T06:32:30,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:32:30,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-12-03T06:32:30,752 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:39237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:32:30,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4590 sec 2024-12-03T06:32:30,766 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:39237' 2024-12-03T06:32:30,769 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@528fa930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:30,769 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39237,-1 for getting cluster id 2024-12-03T06:32:30,769 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:30,770 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76943d87-3df6-4586-8bab-7a000c816492' 2024-12-03T06:32:30,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:30,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76943d87-3df6-4586-8bab-7a000c816492" 2024-12-03T06:32:30,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19147b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:30,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39237,-1] 2024-12-03T06:32:30,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:30,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:30,772 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:30,773 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b0b6e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:30,773 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:30,774 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,39237,1733207532525 2024-12-03T06:32:30,774 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7830bc2 2024-12-03T06:32:30,775 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:30,777 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-03T06:32:30,779 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,35715,1733207537353 (queues=1) is replicating from cluster=2347f33d-3afd-4f76-bc40-4ca4b9d3c568 to cluster=76943d87-3df6-4586-8bab-7a000c816492 2024-12-03T06:32:30,779 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C35715%2C1733207537353 2024-12-03T06:32:30,779 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,35715,1733207537353, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:32:30,790 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491, startPosition=0, beingWritten=true 2024-12-03T06:32:30,798 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C35715%2C1733207537353 2024-12-03T06:32:30,811 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:30,811 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 379, reset compression=false 2024-12-03T06:32:30,812 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,35715,1733207537353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:31,036 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 379, reset compression=false 2024-12-03T06:32:31,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:32:31,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:31,340 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 379, reset compression=false 2024-12-03T06:32:31,355 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 379, reset compression=false 2024-12-03T06:32:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:31,447 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:32:31,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:31,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:31,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:31,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:31,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:31,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2244f975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,43319,-1 for getting cluster id 2024-12-03T06:32:31,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:31,451 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'daa5ff9a-f752-40b0-9905-28685fea9b7c' 2024-12-03T06:32:31,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:31,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "daa5ff9a-f752-40b0-9905-28685fea9b7c" 2024-12-03T06:32:31,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8b2869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,43319,-1] 2024-12-03T06:32:31,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:31,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:31,454 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ad3255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470a35cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39237,-1 for getting cluster id 2024-12-03T06:32:31,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:31,456 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76943d87-3df6-4586-8bab-7a000c816492' 2024-12-03T06:32:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76943d87-3df6-4586-8bab-7a000c816492" 2024-12-03T06:32:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90a297a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39237,-1] 2024-12-03T06:32:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:31,458 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:31,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406627dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41457,-1 for getting cluster id 2024-12-03T06:32:31,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:31,467 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2347f33d-3afd-4f76-bc40-4ca4b9d3c568' 2024-12-03T06:32:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2347f33d-3afd-4f76-bc40-4ca4b9d3c568" 2024-12-03T06:32:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbe92a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41457,-1] 2024-12-03T06:32:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:31,470 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6331ccdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39831,1733207527228, seqNum=-1] 2024-12-03T06:32:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:31,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207540556.6daeef318c6025b2c7f6700f534621fb., hostname=122cddc95ec8,39831,1733207527228, seqNum=2] 2024-12-03T06:32:31,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,35715,1733207537353, seqNum=-1] 2024-12-03T06:32:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:31,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207544859.a000d50f446a7ab3164ad0f780029248., hostname=122cddc95ec8,35715,1733207537353, seqNum=2] 2024-12-03T06:32:31,489 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T06:32:31,516 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 379, reset compression=false 2024-12-03T06:32:31,521 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:32:31,521 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 480, reset compression=false 2024-12-03T06:32:31,521 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39831,1733207527228 got entry batch from reader: WALEntryBatch [walEntries=[{test/6daeef318c6025b2c7f6700f534621fb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T06:32:31,524 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:32:31,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-03T06:32:31,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:32:31,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@518029f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,39237,-1 for getting cluster id 2024-12-03T06:32:31,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:31,531 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76943d87-3df6-4586-8bab-7a000c816492' 2024-12-03T06:32:31,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:31,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76943d87-3df6-4586-8bab-7a000c816492" 2024-12-03T06:32:31,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@329e4e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,39237,-1] 2024-12-03T06:32:31,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:31,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:31,535 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:31,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b08cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:31,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:31,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46491,1733207532617, seqNum=-1] 2024-12-03T06:32:31,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:31,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T06:32:31,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b., hostname=122cddc95ec8,46491,1733207532617, seqNum=2] 2024-12-03T06:32:31,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:32:31,732 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 480, reset compression=false 2024-12-03T06:32:31,743 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 379, reset compression=false 2024-12-03T06:32:32,038 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 480, reset compression=false 2024-12-03T06:32:32,158 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 379, reset compression=false 2024-12-03T06:32:32,163 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:32:32,163 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 504, reset compression=false 2024-12-03T06:32:32,163 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46491,1733207532617 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f0dd094ef17969475a1e75e89272b5b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T06:32:32,165 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:32:32,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-03T06:32:32,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:32:32,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78675936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:32,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41457,-1 for getting cluster id 2024-12-03T06:32:32,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:32,171 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2347f33d-3afd-4f76-bc40-4ca4b9d3c568' 2024-12-03T06:32:32,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:32,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2347f33d-3afd-4f76-bc40-4ca4b9d3c568" 2024-12-03T06:32:32,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4295bc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:32,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41457,-1] 2024-12-03T06:32:32,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:32,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:32,173 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:32,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa4faf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:32,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:32,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,35715,1733207537353, seqNum=-1] 2024-12-03T06:32:32,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:32,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T06:32:32,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733207544859.a000d50f446a7ab3164ad0f780029248., hostname=122cddc95ec8,35715,1733207537353, seqNum=2] 2024-12-03T06:32:32,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:32:32,247 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 379, reset compression=false 2024-12-03T06:32:32,252 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:32,252 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 527, reset compression=false 2024-12-03T06:32:32,252 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,35715,1733207537353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:32,373 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 504, reset compression=false 2024-12-03T06:32:32,442 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 480, reset compression=false 2024-12-03T06:32:32,456 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 527, reset compression=false 2024-12-03T06:32:32,491 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T06:32:32,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46491,1733207532617, seqNum=-1] 2024-12-03T06:32:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:32,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b., hostname=122cddc95ec8,46491,1733207532617, seqNum=2] 2024-12-03T06:32:32,498 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T06:32:32,677 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 504, reset compression=false 2024-12-03T06:32:32,682 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:32:32,682 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 608, reset compression=false 2024-12-03T06:32:32,682 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46491,1733207532617 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f0dd094ef17969475a1e75e89272b5b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T06:32:32,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:32:32,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:32:32,760 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 527, reset compression=false 2024-12-03T06:32:32,784 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:32,785 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 654, reset compression=false 2024-12-03T06:32:32,785 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,35715,1733207537353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:32,885 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 608, reset compression=false 2024-12-03T06:32:32,945 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 480, reset compression=false 2024-12-03T06:32:32,988 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 654, reset compression=false 2024-12-03T06:32:33,189 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 608, reset compression=false 2024-12-03T06:32:33,292 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 654, reset compression=false 2024-12-03T06:32:33,499 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T06:32:33,502 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T06:32:33,549 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 480, reset compression=false 2024-12-03T06:32:33,593 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 608, reset compression=false 2024-12-03T06:32:33,696 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 654, reset compression=false 2024-12-03T06:32:33,700 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:32:33,700 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 758, reset compression=false 2024-12-03T06:32:33,700 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,35715,1733207537353 got entry batch from reader: WALEntryBatch [walEntries=[{test/a000d50f446a7ab3164ad0f780029248/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T06:32:33,701 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:32:33,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-03T06:32:33,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:32:33,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:32:33,911 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 758, reset compression=false 2024-12-03T06:32:34,096 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 608, reset compression=false 2024-12-03T06:32:34,101 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:34,101 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 735, reset compression=false 2024-12-03T06:32:34,101 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46491,1733207532617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:34,214 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 758, reset compression=false 2024-12-03T06:32:34,254 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 480, reset compression=false 2024-12-03T06:32:34,305 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 735, reset compression=false 2024-12-03T06:32:34,504 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T06:32:34,508 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T06:32:34,625 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 735, reset compression=false 2024-12-03T06:32:34,626 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 758, reset compression=false 2024-12-03T06:32:35,029 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 735, reset compression=false 2024-12-03T06:32:35,061 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 480, reset compression=false 2024-12-03T06:32:35,067 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:32:35,067 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:35,067 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39831,1733207527228 got entry batch from reader: WALEntryBatch [walEntries=[{test/6daeef318c6025b2c7f6700f534621fb/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T06:32:35,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:32:35,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:32:35,129 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 758, reset compression=false 2024-12-03T06:32:35,271 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:35,509 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T06:32:35,533 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 735, reset compression=false 2024-12-03T06:32:35,536 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:32:35,536 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 883, reset compression=false 2024-12-03T06:32:35,537 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46491,1733207532617 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f0dd094ef17969475a1e75e89272b5b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T06:32:35,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:32:35,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:32:35,575 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:35,736 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 758, reset compression=false 2024-12-03T06:32:35,740 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 883, reset compression=false 2024-12-03T06:32:35,741 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:35,741 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 929, reset compression=false 2024-12-03T06:32:35,741 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,35715,1733207537353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:35,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:35,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:32:35,778 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108548 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:32:35,945 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 929, reset compression=false 2024-12-03T06:32:35,978 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:36,043 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 883, reset compression=false 2024-12-03T06:32:36,248 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 929, reset compression=false 2024-12-03T06:32:36,447 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 883, reset compression=false 2024-12-03T06:32:36,481 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:36,512 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T06:32:36,515 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T06:32:36,654 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 929, reset compression=false 2024-12-03T06:32:36,950 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 883, reset compression=false 2024-12-03T06:32:36,953 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:32:36,953 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1042, reset compression=false 2024-12-03T06:32:36,953 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46491,1733207532617 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f0dd094ef17969475a1e75e89272b5b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T06:32:36,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:32:36,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35715 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:32:37,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:32:37,085 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:37,156 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1042, reset compression=false 2024-12-03T06:32:37,159 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 929, reset compression=false 2024-12-03T06:32:37,163 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:37,163 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1078, reset compression=false 2024-12-03T06:32:37,163 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,35715,1733207537353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:37,366 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1078, reset compression=false 2024-12-03T06:32:37,460 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1042, reset compression=false 2024-12-03T06:32:37,516 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T06:32:37,519 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T06:32:37,669 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1078, reset compression=false 2024-12-03T06:32:37,673 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:32:37,673 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1237, reset compression=false 2024-12-03T06:32:37,673 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,35715,1733207537353 got entry batch from reader: WALEntryBatch [walEntries=[{test/a000d50f446a7ab3164ad0f780029248/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T06:32:37,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T06:32:37,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T06:32:37,788 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:37,863 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1042, reset compression=false 2024-12-03T06:32:37,867 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:37,867 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1191, reset compression=false 2024-12-03T06:32:37,867 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46491,1733207532617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:37,881 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1237, reset compression=false 2024-12-03T06:32:38,070 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1191, reset compression=false 2024-12-03T06:32:38,183 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1237, reset compression=false 2024-12-03T06:32:38,373 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1191, reset compression=false 2024-12-03T06:32:38,520 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T06:32:38,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:32:38,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:38,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:38,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:38,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:38,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:38,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:32:38,526 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=975749510, stopped=false 2024-12-03T06:32:38,526 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,41457,1733207537265 2024-12-03T06:32:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1219430868/running 2024-12-03T06:32:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1219430868/running 2024-12-03T06:32:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:38,568 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:32:38,568 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:38,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:38,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:38,569 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,35715,1733207537353' ***** 2024-12-03T06:32:38,569 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:32:38,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Set watcher on znode that does not yet exist, /2-1219430868/running 2024-12-03T06:32:38,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Set watcher on znode that does not yet exist, /2-1219430868/running 2024-12-03T06:32:38,569 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:32:38,569 INFO [RS:0;122cddc95ec8:35715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:32:38,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:32:38,569 INFO [RS:0;122cddc95ec8:35715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:32:38,569 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(3091): Received CLOSE for b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:38,570 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(3091): Received CLOSE for a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:38,570 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,35715,1733207537353 2024-12-03T06:32:38,570 INFO [RS:0;122cddc95ec8:35715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:32:38,570 INFO [RS:0;122cddc95ec8:35715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:35715. 2024-12-03T06:32:38,570 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b83198704dda43a59513f7ef65fc7144, disabling compactions & flushes 2024-12-03T06:32:38,570 DEBUG [RS:0;122cddc95ec8:35715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:38,570 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:38,570 DEBUG [RS:0;122cddc95ec8:35715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:38,570 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:38,570 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. after waiting 0 ms 2024-12-03T06:32:38,570 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:38,570 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:32:38,570 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:32:38,570 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:32:38,570 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:32:38,570 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b83198704dda43a59513f7ef65fc7144 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T06:32:38,570 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:32:38,570 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1325): Online Regions={b83198704dda43a59513f7ef65fc7144=hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144., 1588230740=hbase:meta,,1.1588230740, a000d50f446a7ab3164ad0f780029248=test,,1733207544859.a000d50f446a7ab3164ad0f780029248.} 2024-12-03T06:32:38,570 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a000d50f446a7ab3164ad0f780029248, b83198704dda43a59513f7ef65fc7144 2024-12-03T06:32:38,570 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:32:38,570 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:32:38,570 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:32:38,570 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:32:38,570 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:32:38,570 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:32:38,585 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/info/e36620cdf6654e95b6dde82f6f17125d is 147, key is hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144./info:regioninfo/1733207550465/Put/seqid=0 2024-12-03T06:32:38,586 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:32:38,587 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/replication/b83198704dda43a59513f7ef65fc7144/.tmp/queue/611029b2da5945a9b0b570915dc7fde9 is 154, key is 1-122cddc95ec8,35715,1733207537353/queue:122cddc95ec8%2C35715%2C1733207537353/1733207557678/Put/seqid=0 2024-12-03T06:32:38,587 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1237, reset compression=false 2024-12-03T06:32:38,591 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741840_1016 (size=7686) 2024-12-03T06:32:38,595 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/info/e36620cdf6654e95b6dde82f6f17125d 2024-12-03T06:32:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741841_1017 (size=5353) 2024-12-03T06:32:38,596 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/replication/b83198704dda43a59513f7ef65fc7144/.tmp/queue/611029b2da5945a9b0b570915dc7fde9 2024-12-03T06:32:38,602 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/replication/b83198704dda43a59513f7ef65fc7144/.tmp/queue/611029b2da5945a9b0b570915dc7fde9 as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/replication/b83198704dda43a59513f7ef65fc7144/queue/611029b2da5945a9b0b570915dc7fde9 2024-12-03T06:32:38,607 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/replication/b83198704dda43a59513f7ef65fc7144/queue/611029b2da5945a9b0b570915dc7fde9, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T06:32:38,607 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b83198704dda43a59513f7ef65fc7144 in 37ms, sequenceid=12, compaction requested=false 2024-12-03T06:32:38,610 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/replication/b83198704dda43a59513f7ef65fc7144/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T06:32:38,611 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:38,611 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:32:38,611 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:38,611 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b83198704dda43a59513f7ef65fc7144: Waiting for close lock at 1733207558570Running coprocessor pre-close hooks at 1733207558570Disabling compacts and flushes for region at 1733207558570Disabling writes for close at 1733207558570Obtaining lock to block concurrent updates at 1733207558570Preparing flush snapshotting stores in b83198704dda43a59513f7ef65fc7144 at 1733207558570Finished memstore snapshotting hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733207558570Flushing stores of hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. at 1733207558571 (+1 ms)Flushing b83198704dda43a59513f7ef65fc7144/queue: creating writer at 1733207558571Flushing b83198704dda43a59513f7ef65fc7144/queue: appending metadata at 1733207558586 (+15 ms)Flushing b83198704dda43a59513f7ef65fc7144/queue: closing flushed file at 1733207558586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fef0ed: reopening flushed file at 1733207558600 (+14 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b83198704dda43a59513f7ef65fc7144 in 37ms, sequenceid=12, compaction requested=false at 1733207558607 (+7 ms)Writing region close event to WAL at 1733207558608 (+1 ms)Running coprocessor post-close hooks at 1733207558611 (+3 ms)Closed at 1733207558611 2024-12-03T06:32:38,611 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207549300.b83198704dda43a59513f7ef65fc7144. 2024-12-03T06:32:38,611 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a000d50f446a7ab3164ad0f780029248, disabling compactions & flushes 2024-12-03T06:32:38,611 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:38,611 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:38,611 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207544859.a000d50f446a7ab3164ad0f780029248. after waiting 0 ms 2024-12-03T06:32:38,611 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:38,611 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a000d50f446a7ab3164ad0f780029248 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T06:32:38,617 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/ns/bb09f406d3674623a2f32b72f845885e is 43, key is default/ns:d/1733207540459/Put/seqid=0 2024-12-03T06:32:38,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741842_1018 (size=5153) 2024-12-03T06:32:38,623 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/ns/bb09f406d3674623a2f32b72f845885e 2024-12-03T06:32:38,626 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/.tmp/f/90c54850acc543f9978d97f444979af1 is 29, key is row1/f:/1733207556512/DeleteFamily/seqid=0 2024-12-03T06:32:38,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741843_1019 (size=5152) 2024-12-03T06:32:38,639 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/rep_barrier/e4e9316c5bbc4618b1423444d5bd5926 is 112, key is test,,1733207544859.a000d50f446a7ab3164ad0f780029248./rep_barrier:seqnumDuringOpen/1733207545614/Put/seqid=0 2024-12-03T06:32:38,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741844_1020 (size=5518) 2024-12-03T06:32:38,770 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:38,776 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1191, reset compression=false 2024-12-03T06:32:38,971 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:39,035 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/.tmp/f/90c54850acc543f9978d97f444979af1 2024-12-03T06:32:39,039 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90c54850acc543f9978d97f444979af1 2024-12-03T06:32:39,044 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/rep_barrier/e4e9316c5bbc4618b1423444d5bd5926 2024-12-03T06:32:39,051 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/.tmp/f1/7109d8b4bb9149eb95235121761e86a1 is 30, key is row1/f1:/1733207556512/DeleteFamily/seqid=0 2024-12-03T06:32:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741845_1021 (size=5158) 2024-12-03T06:32:39,065 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/table/b92f093dbdb544a8b35c3fcc7fda2a9e is 53, key is hbase:replication/table:state/1733207550481/Put/seqid=0 2024-12-03T06:32:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741846_1022 (size=5308) 2024-12-03T06:32:39,094 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1237, reset compression=false 2024-12-03T06:32:39,098 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:39,098 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1484, reset compression=false 2024-12-03T06:32:39,098 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,35715,1733207537353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:39,099 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 122cddc95ec8,35715,1733207537353: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-122cddc95ec8,35715,1733207537353, walGroup=122cddc95ec8%2C35715%2C1733207537353, offset=122cddc95ec8%2C35715%2C1733207537353.1733207539491:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:35715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T06:32:39,099 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:32:39,100 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:32:39,100 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:32:39,100 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:32:39,100 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:32:39,100 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 1017036800 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201631728 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:32:39,100 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:41457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:41457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T06:32:39,171 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:39,279 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1191, reset compression=false 2024-12-03T06:32:39,301 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1484, reset compression=false 2024-12-03T06:32:39,365 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:32:39,366 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:32:39,371 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:39,457 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/.tmp/f1/7109d8b4bb9149eb95235121761e86a1 2024-12-03T06:32:39,461 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7109d8b4bb9149eb95235121761e86a1 2024-12-03T06:32:39,469 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/table/b92f093dbdb544a8b35c3fcc7fda2a9e 2024-12-03T06:32:39,474 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/info/e36620cdf6654e95b6dde82f6f17125d as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/info/e36620cdf6654e95b6dde82f6f17125d 2024-12-03T06:32:39,476 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/.tmp/norep/fc2950cbafb249858757953c9ff2136d is 33, key is row2/norep:/1733207557517/DeleteFamily/seqid=0 2024-12-03T06:32:39,478 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/info/e36620cdf6654e95b6dde82f6f17125d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:32:39,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741847_1023 (size=5108) 2024-12-03T06:32:39,479 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/ns/bb09f406d3674623a2f32b72f845885e as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/ns/bb09f406d3674623a2f32b72f845885e 2024-12-03T06:32:39,483 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/ns/bb09f406d3674623a2f32b72f845885e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:32:39,483 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/rep_barrier/e4e9316c5bbc4618b1423444d5bd5926 as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/rep_barrier/e4e9316c5bbc4618b1423444d5bd5926 2024-12-03T06:32:39,487 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/rep_barrier/e4e9316c5bbc4618b1423444d5bd5926, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:32:39,488 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/.tmp/table/b92f093dbdb544a8b35c3fcc7fda2a9e as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/table/b92f093dbdb544a8b35c3fcc7fda2a9e 2024-12-03T06:32:39,491 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/table/b92f093dbdb544a8b35c3fcc7fda2a9e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:32:39,492 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false 2024-12-03T06:32:39,494 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:39,497 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:32:39,497 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:39,497 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:32:39,497 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:39,497 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207558570Running coprocessor pre-close hooks at 1733207558570Disabling compacts and flushes for region at 1733207558570Disabling writes for close at 1733207558570Obtaining lock to block concurrent updates at 1733207558570Preparing flush snapshotting stores in 1588230740 at 1733207558570Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207558570Flushing stores of hbase:meta,,1.1588230740 at 1733207558571 (+1 ms)Flushing 1588230740/info: creating writer at 1733207558571Flushing 1588230740/info: appending metadata at 1733207558585 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733207558585Flushing 1588230740/ns: creating writer at 1733207558600 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733207558616 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733207558616Flushing 1588230740/rep_barrier: creating writer at 1733207558626 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207558639 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207558639Flushing 1588230740/table: creating writer at 1733207559047 (+408 ms)Flushing 1588230740/table: appending metadata at 1733207559065 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733207559065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2010e881: reopening flushed file at 1733207559473 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6901fba1: reopening flushed file at 1733207559478 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee99abc: reopening flushed file at 1733207559483 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53cfa29: reopening flushed file at 1733207559487 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false at 1733207559492 (+5 ms)Writing region close event to WAL at 1733207559493 (+1 ms)Running coprocessor post-close hooks at 1733207559497 (+4 ms)Closed at 1733207559497 2024-12-03T06:32:39,497 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:39,571 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:32:39,571 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1325): Online Regions={a000d50f446a7ab3164ad0f780029248=test,,1733207544859.a000d50f446a7ab3164ad0f780029248.} 2024-12-03T06:32:39,571 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1351): Waiting on a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:39,604 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.wal-reader.122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/WALs/122cddc95ec8,35715,1733207537353/122cddc95ec8%2C35715%2C1733207537353.1733207539491 to pos 1484, reset compression=false 2024-12-03T06:32:39,771 DEBUG [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1351): Waiting on a000d50f446a7ab3164ad0f780029248 2024-12-03T06:32:39,879 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/.tmp/norep/fc2950cbafb249858757953c9ff2136d 2024-12-03T06:32:39,882 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc2950cbafb249858757953c9ff2136d 2024-12-03T06:32:39,883 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/.tmp/f/90c54850acc543f9978d97f444979af1 as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/f/90c54850acc543f9978d97f444979af1 2024-12-03T06:32:39,884 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1191, reset compression=false 2024-12-03T06:32:39,886 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90c54850acc543f9978d97f444979af1 2024-12-03T06:32:39,887 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/f/90c54850acc543f9978d97f444979af1, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T06:32:39,887 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/.tmp/f1/7109d8b4bb9149eb95235121761e86a1 as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/f1/7109d8b4bb9149eb95235121761e86a1 2024-12-03T06:32:39,890 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7109d8b4bb9149eb95235121761e86a1 2024-12-03T06:32:39,890 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/f1/7109d8b4bb9149eb95235121761e86a1, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T06:32:39,891 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/.tmp/norep/fc2950cbafb249858757953c9ff2136d as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/norep/fc2950cbafb249858757953c9ff2136d 2024-12-03T06:32:39,902 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc2950cbafb249858757953c9ff2136d 2024-12-03T06:32:39,902 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/norep/fc2950cbafb249858757953c9ff2136d, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T06:32:39,903 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a000d50f446a7ab3164ad0f780029248 in 1292ms, sequenceid=10, compaction requested=false 2024-12-03T06:32:39,907 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/data/default/test/a000d50f446a7ab3164ad0f780029248/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T06:32:39,907 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:39,907 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:32:39,907 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:39,907 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a000d50f446a7ab3164ad0f780029248: Waiting for close lock at 1733207558611Running coprocessor pre-close hooks at 1733207558611Disabling compacts and flushes for region at 1733207558611Disabling writes for close at 1733207558611Obtaining lock to block concurrent updates at 1733207558611Preparing flush snapshotting stores in a000d50f446a7ab3164ad0f780029248 at 1733207558611Finished memstore snapshotting test,,1733207544859.a000d50f446a7ab3164ad0f780029248., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733207558612 (+1 ms)Flushing stores of test,,1733207544859.a000d50f446a7ab3164ad0f780029248. at 1733207558612Flushing a000d50f446a7ab3164ad0f780029248/f: creating writer at 1733207558612Flushing a000d50f446a7ab3164ad0f780029248/f: appending metadata at 1733207558626 (+14 ms)Flushing a000d50f446a7ab3164ad0f780029248/f: closing flushed file at 1733207558626Flushing a000d50f446a7ab3164ad0f780029248/f1: creating writer at 1733207559039 (+413 ms)Flushing a000d50f446a7ab3164ad0f780029248/f1: appending metadata at 1733207559051 (+12 ms)Flushing a000d50f446a7ab3164ad0f780029248/f1: closing flushed file at 1733207559051Flushing a000d50f446a7ab3164ad0f780029248/norep: creating writer at 1733207559461 (+410 ms)Flushing a000d50f446a7ab3164ad0f780029248/norep: appending metadata at 1733207559475 (+14 ms)Flushing a000d50f446a7ab3164ad0f780029248/norep: closing flushed file at 1733207559475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70425824: reopening flushed file at 1733207559882 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73616534: reopening flushed file at 1733207559887 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@654130a6: reopening flushed file at 1733207559890 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a000d50f446a7ab3164ad0f780029248 in 1292ms, sequenceid=10, compaction requested=false at 1733207559903 (+13 ms)Writing region close event to WAL at 1733207559904 (+1 ms)Running coprocessor post-close hooks at 1733207559907 (+3 ms)Closed at 1733207559907 2024-12-03T06:32:39,908 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207544859.a000d50f446a7ab3164ad0f780029248. 2024-12-03T06:32:39,972 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,35715,1733207537353; all regions closed. 2024-12-03T06:32:39,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:32:39,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741839_1015 (size=3114) 2024-12-03T06:32:39,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741832_1008 (size=2136) 2024-12-03T06:32:39,977 DEBUG [RS:0;122cddc95ec8:35715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:39,978 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:32:39,978 INFO [RS:0;122cddc95ec8:35715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:32:39,978 INFO [RS:0;122cddc95ec8:35715 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:32:39,978 INFO [RS:0;122cddc95ec8:35715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:32:39,978 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:32:39,978 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,35715,1733207537353 because: Region server is closing 2024-12-03T06:32:39,978 INFO [RS:0;122cddc95ec8:35715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:35715. 2024-12-03T06:32:39,978 DEBUG [RS:0;122cddc95ec8:35715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:39,978 DEBUG [RS:0;122cddc95ec8:35715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:39,979 DEBUG [RS:0;122cddc95ec8:35715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:39,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:40,079 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,35715,1733207537353.replicationSource.shipper122cddc95ec8%2C35715%2C1733207537353,1-122cddc95ec8,35715,1733207537353 terminated 2024-12-03T06:32:40,079 INFO [RS:0;122cddc95ec8:35715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:35715. 2024-12-03T06:32:40,079 DEBUG [RS:0;122cddc95ec8:35715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:40,079 DEBUG [RS:0;122cddc95ec8:35715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:40,079 DEBUG [RS:0;122cddc95ec8:35715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:40,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:40,079 INFO [RS:0;122cddc95ec8:35715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35715 2024-12-03T06:32:40,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1219430868/rs/122cddc95ec8,35715,1733207537353 2024-12-03T06:32:40,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868/rs 2024-12-03T06:32:40,115 INFO [RS:0;122cddc95ec8:35715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:32:40,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,35715,1733207537353] 2024-12-03T06:32:40,131 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1219430868/draining/122cddc95ec8,35715,1733207537353 already deleted, retry=false 2024-12-03T06:32:40,131 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,35715,1733207537353 expired; onlineServers=0 2024-12-03T06:32:40,132 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,41457,1733207537265' ***** 2024-12-03T06:32:40,132 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:32:40,132 INFO [M:0;122cddc95ec8:41457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:32:40,132 INFO [M:0;122cddc95ec8:41457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:32:40,132 DEBUG [M:0;122cddc95ec8:41457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:32:40,132 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:32:40,132 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207539241 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207539241,5,FailOnTimeoutGroup] 2024-12-03T06:32:40,132 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207539241 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207539241,5,FailOnTimeoutGroup] 2024-12-03T06:32:40,132 DEBUG [M:0;122cddc95ec8:41457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:32:40,132 INFO [M:0;122cddc95ec8:41457 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:32:40,132 INFO [M:0;122cddc95ec8:41457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:32:40,132 DEBUG [M:0;122cddc95ec8:41457 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:32:40,132 INFO [M:0;122cddc95ec8:41457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:32:40,132 INFO [M:0;122cddc95ec8:41457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:32:40,132 INFO [M:0;122cddc95ec8:41457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:32:40,133 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:32:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1219430868/master 2024-12-03T06:32:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1219430868 2024-12-03T06:32:40,140 DEBUG [M:0;122cddc95ec8:41457 {}] zookeeper.ZKUtil(347): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Unable to get data of znode /2-1219430868/master because node does not exist (not an error) 2024-12-03T06:32:40,140 WARN [M:0;122cddc95ec8:41457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:32:40,151 INFO [M:0;122cddc95ec8:41457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/.lastflushedseqids 2024-12-03T06:32:40,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741848_1024 (size=245) 2024-12-03T06:32:40,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:40,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35715-0x1009eba07430007, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:40,223 INFO [RS:0;122cddc95ec8:35715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:32:40,223 INFO [RS:0;122cddc95ec8:35715 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,35715,1733207537353; zookeeper connection closed. 2024-12-03T06:32:40,224 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70c86de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70c86de 2024-12-03T06:32:40,224 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:32:40,499 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:40,556 INFO [M:0;122cddc95ec8:41457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:32:40,556 INFO [M:0;122cddc95ec8:41457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:32:40,557 DEBUG [M:0;122cddc95ec8:41457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:32:40,557 INFO [M:0;122cddc95ec8:41457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:40,557 DEBUG [M:0;122cddc95ec8:41457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:40,557 DEBUG [M:0;122cddc95ec8:41457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:32:40,557 DEBUG [M:0;122cddc95ec8:41457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:40,557 INFO [M:0;122cddc95ec8:41457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T06:32:40,570 DEBUG [M:0;122cddc95ec8:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e04ee66d894e6f993203505d313473 is 82, key is hbase:meta,,1/info:regioninfo/1733207540441/Put/seqid=0 2024-12-03T06:32:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741849_1025 (size=5672) 2024-12-03T06:32:40,587 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1191, reset compression=false 2024-12-03T06:32:40,870 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-12-03T06:32:40,870 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-03T06:32:40,973 INFO [M:0;122cddc95ec8:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e04ee66d894e6f993203505d313473 2024-12-03T06:32:40,988 DEBUG [M:0;122cddc95ec8:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dbb079c0aa84cbca91ece6e0f587f54 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733207550484/Put/seqid=0 2024-12-03T06:32:40,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741850_1026 (size=8516) 2024-12-03T06:32:41,390 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1191, reset compression=false 2024-12-03T06:32:41,392 INFO [M:0;122cddc95ec8:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dbb079c0aa84cbca91ece6e0f587f54 2024-12-03T06:32:41,407 DEBUG [M:0;122cddc95ec8:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/558cbefecaa14e1387acfed7d67ca243 is 69, key is 122cddc95ec8,35715,1733207537353/rs:state/1733207539329/Put/seqid=0 2024-12-03T06:32:41,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741851_1027 (size=5156) 2024-12-03T06:32:41,602 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:41,811 INFO [M:0;122cddc95ec8:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/558cbefecaa14e1387acfed7d67ca243 2024-12-03T06:32:41,828 DEBUG [M:0;122cddc95ec8:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e04ee66d894e6f993203505d313473 as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76e04ee66d894e6f993203505d313473 2024-12-03T06:32:41,831 INFO [M:0;122cddc95ec8:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76e04ee66d894e6f993203505d313473, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T06:32:41,832 DEBUG [M:0;122cddc95ec8:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dbb079c0aa84cbca91ece6e0f587f54 as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dbb079c0aa84cbca91ece6e0f587f54 2024-12-03T06:32:41,835 INFO [M:0;122cddc95ec8:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dbb079c0aa84cbca91ece6e0f587f54, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T06:32:41,836 DEBUG [M:0;122cddc95ec8:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/558cbefecaa14e1387acfed7d67ca243 as hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/558cbefecaa14e1387acfed7d67ca243 2024-12-03T06:32:41,839 INFO [M:0;122cddc95ec8:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/558cbefecaa14e1387acfed7d67ca243, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T06:32:41,839 INFO [M:0;122cddc95ec8:41457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-12-03T06:32:41,840 INFO [M:0;122cddc95ec8:41457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:41,840 DEBUG [M:0;122cddc95ec8:41457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207560556Disabling compacts and flushes for region at 1733207560556Disabling writes for close at 1733207560557 (+1 ms)Obtaining lock to block concurrent updates at 1733207560557Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207560557Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733207560557Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207560557Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207560557Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207560570 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207560570Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207560977 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207560988 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207560988Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207561395 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207561407 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207561407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a98da6: reopening flushed file at 1733207561827 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3378e105: reopening flushed file at 1733207561831 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a4b2e3: reopening flushed file at 1733207561835 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1733207561839 (+4 ms)Writing region close event to WAL at 1733207561840 (+1 ms)Closed at 1733207561840 2024-12-03T06:32:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741830_1006 (size=63654) 2024-12-03T06:32:41,842 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0eed1728-34d8-3c38-fbe0-8d323a9f8390/MasterData/WALs/122cddc95ec8,41457,1733207537265/122cddc95ec8%2C41457%2C1733207537265.1733207539072 not finished, retry = 0 2024-12-03T06:32:41,943 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:32:41,943 INFO [M:0;122cddc95ec8:41457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:32:41,943 INFO [M:0;122cddc95ec8:41457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41457 2024-12-03T06:32:41,944 INFO [M:0;122cddc95ec8:41457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:32:42,056 INFO [M:0;122cddc95ec8:41457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:32:42,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:42,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1009eba07430006, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:42,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7326c7ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:32:42,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@125af0d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:32:42,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:32:42,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1027f726{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:32:42,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a2046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/hadoop.log.dir/,STOPPED} 2024-12-03T06:32:42,061 WARN [BP-1754913481-172.17.0.2-1733207535491 heartbeating to localhost/127.0.0.1:38381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:32:42,061 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:32:42,061 WARN [BP-1754913481-172.17.0.2-1733207535491 heartbeating to localhost/127.0.0.1:38381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1754913481-172.17.0.2-1733207535491 (Datanode Uuid 0344e967-a13e-41dd-b2e4-50e0f281b3a7) service to localhost/127.0.0.1:38381 2024-12-03T06:32:42,061 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:32:42,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/cluster_f7a80318-83e1-6c09-3f7e-a7197f99b313/data/data1/current/BP-1754913481-172.17.0.2-1733207535491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:32:42,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/cluster_f7a80318-83e1-6c09-3f7e-a7197f99b313/data/data2/current/BP-1754913481-172.17.0.2-1733207535491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:32:42,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:32:42,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6baac4ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:32:42,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ea353dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:32:42,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:32:42,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ba53a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:32:42,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2aa146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/hadoop.log.dir/,STOPPED} 2024-12-03T06:32:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:32:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:32:42,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:42,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:42,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:42,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:42,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:42,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:32:42,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=972468529, stopped=false 2024-12-03T06:32:42,093 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,39237,1733207532525 2024-12-03T06:32:42,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1811614472/running 2024-12-03T06:32:42,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1811614472/running 2024-12-03T06:32:42,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:42,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:42,106 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:32:42,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:42,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:42,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:42,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Set watcher on znode that does not yet exist, /1811614472/running 2024-12-03T06:32:42,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Set watcher on znode that does not yet exist, /1811614472/running 2024-12-03T06:32:42,107 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,46491,1733207532617' ***** 2024-12-03T06:32:42,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:32:42,107 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:32:42,108 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(3091): Received CLOSE for 503283851cec6c4ec1bcac6d7420752d 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,46491,1733207532617 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:46491. 2024-12-03T06:32:42,108 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 503283851cec6c4ec1bcac6d7420752d, disabling compactions & flushes 2024-12-03T06:32:42,108 DEBUG [RS:0;122cddc95ec8:46491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:42,108 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:42,108 DEBUG [RS:0;122cddc95ec8:46491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:42,108 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:42,108 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. after waiting 0 ms 2024-12-03T06:32:42,108 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:32:42,108 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:32:42,108 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 503283851cec6c4ec1bcac6d7420752d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T06:32:42,109 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:32:42,109 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1325): Online Regions={503283851cec6c4ec1bcac6d7420752d=hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d., 1588230740=hbase:meta,,1.1588230740, 7f0dd094ef17969475a1e75e89272b5b=test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b.} 2024-12-03T06:32:42,109 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 503283851cec6c4ec1bcac6d7420752d, 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:42,109 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:32:42,109 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:32:42,109 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:32:42,109 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:32:42,109 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:32:42,109 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:32:42,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:32:42,121 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/info/91515950401f47f4917eff585a7d1538 is 147, key is hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d./info:regioninfo/1733207548308/Put/seqid=0 2024-12-03T06:32:42,124 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/replication/503283851cec6c4ec1bcac6d7420752d/.tmp/queue/65c5be5356654c4c984f0b18c7698768 is 154, key is 1-122cddc95ec8,46491,1733207532617/queue:122cddc95ec8%2C46491%2C1733207532617/1733207557868/Put/seqid=0 2024-12-03T06:32:42,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741840_1016 (size=7686) 2024-12-03T06:32:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741841_1017 (size=5353) 2024-12-03T06:32:42,128 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/replication/503283851cec6c4ec1bcac6d7420752d/.tmp/queue/65c5be5356654c4c984f0b18c7698768 2024-12-03T06:32:42,132 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/replication/503283851cec6c4ec1bcac6d7420752d/.tmp/queue/65c5be5356654c4c984f0b18c7698768 as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/replication/503283851cec6c4ec1bcac6d7420752d/queue/65c5be5356654c4c984f0b18c7698768 2024-12-03T06:32:42,136 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/replication/503283851cec6c4ec1bcac6d7420752d/queue/65c5be5356654c4c984f0b18c7698768, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T06:32:42,137 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 503283851cec6c4ec1bcac6d7420752d in 29ms, sequenceid=12, compaction requested=false 2024-12-03T06:32:42,140 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/replication/503283851cec6c4ec1bcac6d7420752d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T06:32:42,140 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:42,140 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:32:42,141 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:42,141 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 503283851cec6c4ec1bcac6d7420752d: Waiting for close lock at 1733207562108Running coprocessor pre-close hooks at 1733207562108Disabling compacts and flushes for region at 1733207562108Disabling writes for close at 1733207562108Obtaining lock to block concurrent updates at 1733207562108Preparing flush snapshotting stores in 503283851cec6c4ec1bcac6d7420752d at 1733207562108Finished memstore snapshotting hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733207562109 (+1 ms)Flushing stores of hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. at 1733207562109Flushing 503283851cec6c4ec1bcac6d7420752d/queue: creating writer at 1733207562109Flushing 503283851cec6c4ec1bcac6d7420752d/queue: appending metadata at 1733207562123 (+14 ms)Flushing 503283851cec6c4ec1bcac6d7420752d/queue: closing flushed file at 1733207562124 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e8aa799: reopening flushed file at 1733207562132 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 503283851cec6c4ec1bcac6d7420752d in 29ms, sequenceid=12, compaction requested=false at 1733207562137 (+5 ms)Writing region close event to WAL at 1733207562138 (+1 ms)Running coprocessor post-close hooks at 1733207562140 (+2 ms)Closed at 1733207562140 2024-12-03T06:32:42,141 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207547151.503283851cec6c4ec1bcac6d7420752d. 2024-12-03T06:32:42,141 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f0dd094ef17969475a1e75e89272b5b, disabling compactions & flushes 2024-12-03T06:32:42,141 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:42,141 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:42,141 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. after waiting 0 ms 2024-12-03T06:32:42,141 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:42,141 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f0dd094ef17969475a1e75e89272b5b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T06:32:42,150 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:32:42,159 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/.tmp/f/2572b0f858bb47eeb91c81ce989f7d7b is 29, key is row1/f:/1733207556512/DeleteFamily/seqid=0 2024-12-03T06:32:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741842_1018 (size=5152) 2024-12-03T06:32:42,294 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1191, reset compression=false 2024-12-03T06:32:42,298 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:42,298 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1438, reset compression=false 2024-12-03T06:32:42,298 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,46491,1733207532617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:42,299 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 122cddc95ec8,46491,1733207532617: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-122cddc95ec8,46491,1733207532617, walGroup=122cddc95ec8%2C46491%2C1733207532617, offset=122cddc95ec8%2C46491%2C1733207532617.1733207534454:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:46491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T06:32:42,300 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:32:42,300 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:32:42,301 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:32:42,302 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:32:42,302 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:32:42,302 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 972396096 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201852968 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:32:42,302 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:39237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:39237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T06:32:42,309 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:42,339 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:32:42,339 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:32:42,501 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1438, reset compression=false 2024-12-03T06:32:42,509 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:42,525 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/info/91515950401f47f4917eff585a7d1538 2024-12-03T06:32:42,539 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/ns/6285e04ae7724f2481372fd4daaa4f70 is 43, key is default/ns:d/1733207535363/Put/seqid=0 2024-12-03T06:32:42,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741843_1019 (size=5153) 2024-12-03T06:32:42,562 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/.tmp/f/2572b0f858bb47eeb91c81ce989f7d7b 2024-12-03T06:32:42,565 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2572b0f858bb47eeb91c81ce989f7d7b 2024-12-03T06:32:42,577 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/.tmp/f1/98c8c3c1cec9497382428d6c8b882328 is 30, key is row1/f1:/1733207556512/DeleteFamily/seqid=0 2024-12-03T06:32:42,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741844_1020 (size=5158) 2024-12-03T06:32:42,709 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:42,805 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1438, reset compression=false 2024-12-03T06:32:42,805 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:42,909 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:42,942 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/ns/6285e04ae7724f2481372fd4daaa4f70 2024-12-03T06:32:42,957 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/rep_barrier/09c313920b7549b0867d72f497469f90 is 112, key is test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b./rep_barrier:seqnumDuringOpen/1733207543851/Put/seqid=0 2024-12-03T06:32:42,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741845_1021 (size=5518) 2024-12-03T06:32:42,980 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/.tmp/f1/98c8c3c1cec9497382428d6c8b882328 2024-12-03T06:32:42,984 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98c8c3c1cec9497382428d6c8b882328 2024-12-03T06:32:42,996 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/.tmp/norep/37896afc1cec47e9b8380845a131c076 is 33, key is row1/norep:/1733207556512/DeleteFamily/seqid=0 2024-12-03T06:32:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741846_1022 (size=5108) 2024-12-03T06:32:43,109 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:32:43,109 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7f0dd094ef17969475a1e75e89272b5b=test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b.} 2024-12-03T06:32:43,109 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:43,208 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1438, reset compression=false 2024-12-03T06:32:43,310 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f0dd094ef17969475a1e75e89272b5b 2024-12-03T06:32:43,361 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/rep_barrier/09c313920b7549b0867d72f497469f90 2024-12-03T06:32:43,375 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/table/1c4f1798175143dbb268827115f8e763 is 53, key is hbase:replication/table:state/1733207548318/Put/seqid=0 2024-12-03T06:32:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741847_1023 (size=5308) 2024-12-03T06:32:43,400 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/.tmp/norep/37896afc1cec47e9b8380845a131c076 2024-12-03T06:32:43,403 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37896afc1cec47e9b8380845a131c076 2024-12-03T06:32:43,404 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/.tmp/f/2572b0f858bb47eeb91c81ce989f7d7b as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/f/2572b0f858bb47eeb91c81ce989f7d7b 2024-12-03T06:32:43,407 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2572b0f858bb47eeb91c81ce989f7d7b 2024-12-03T06:32:43,407 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/f/2572b0f858bb47eeb91c81ce989f7d7b, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T06:32:43,408 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/.tmp/f1/98c8c3c1cec9497382428d6c8b882328 as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/f1/98c8c3c1cec9497382428d6c8b882328 2024-12-03T06:32:43,412 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98c8c3c1cec9497382428d6c8b882328 2024-12-03T06:32:43,412 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/f1/98c8c3c1cec9497382428d6c8b882328, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T06:32:43,412 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/.tmp/norep/37896afc1cec47e9b8380845a131c076 as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/norep/37896afc1cec47e9b8380845a131c076 2024-12-03T06:32:43,416 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37896afc1cec47e9b8380845a131c076 2024-12-03T06:32:43,416 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/norep/37896afc1cec47e9b8380845a131c076, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T06:32:43,417 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7f0dd094ef17969475a1e75e89272b5b in 1276ms, sequenceid=10, compaction requested=false 2024-12-03T06:32:43,417 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T06:32:43,421 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/default/test/7f0dd094ef17969475a1e75e89272b5b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T06:32:43,421 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:43,421 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:32:43,421 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:43,421 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f0dd094ef17969475a1e75e89272b5b: Waiting for close lock at 1733207562141Running coprocessor pre-close hooks at 1733207562141Disabling compacts and flushes for region at 1733207562141Disabling writes for close at 1733207562141Obtaining lock to block concurrent updates at 1733207562141Preparing flush snapshotting stores in 7f0dd094ef17969475a1e75e89272b5b at 1733207562141Finished memstore snapshotting test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733207562141Flushing stores of test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. at 1733207562142 (+1 ms)Flushing 7f0dd094ef17969475a1e75e89272b5b/f: creating writer at 1733207562142Flushing 7f0dd094ef17969475a1e75e89272b5b/f: appending metadata at 1733207562158 (+16 ms)Flushing 7f0dd094ef17969475a1e75e89272b5b/f: closing flushed file at 1733207562158Flushing 7f0dd094ef17969475a1e75e89272b5b/f1: creating writer at 1733207562566 (+408 ms)Flushing 7f0dd094ef17969475a1e75e89272b5b/f1: appending metadata at 1733207562577 (+11 ms)Flushing 7f0dd094ef17969475a1e75e89272b5b/f1: closing flushed file at 1733207562577Flushing 7f0dd094ef17969475a1e75e89272b5b/norep: creating writer at 1733207562984 (+407 ms)Flushing 7f0dd094ef17969475a1e75e89272b5b/norep: appending metadata at 1733207562996 (+12 ms)Flushing 7f0dd094ef17969475a1e75e89272b5b/norep: closing flushed file at 1733207562996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77eba210: reopening flushed file at 1733207563403 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c94f181: reopening flushed file at 1733207563407 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7556dc2b: reopening flushed file at 1733207563412 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7f0dd094ef17969475a1e75e89272b5b in 1276ms, sequenceid=10, compaction requested=false at 1733207563417 (+5 ms)Writing region close event to WAL at 1733207563418 (+1 ms)Running coprocessor post-close hooks at 1733207563421 (+3 ms)Closed at 1733207563421 2024-12-03T06:32:43,421 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207542709.7f0dd094ef17969475a1e75e89272b5b. 2024-12-03T06:32:43,510 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:32:43,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:43,710 DEBUG [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:32:43,711 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 1438, reset compression=false 2024-12-03T06:32:43,715 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:43,715 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 2082, reset compression=false 2024-12-03T06:32:43,778 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/table/1c4f1798175143dbb268827115f8e763 2024-12-03T06:32:43,783 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/info/91515950401f47f4917eff585a7d1538 as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/info/91515950401f47f4917eff585a7d1538 2024-12-03T06:32:43,787 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/info/91515950401f47f4917eff585a7d1538, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:32:43,787 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/ns/6285e04ae7724f2481372fd4daaa4f70 as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/ns/6285e04ae7724f2481372fd4daaa4f70 2024-12-03T06:32:43,790 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/ns/6285e04ae7724f2481372fd4daaa4f70, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:32:43,791 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/rep_barrier/09c313920b7549b0867d72f497469f90 as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/rep_barrier/09c313920b7549b0867d72f497469f90 2024-12-03T06:32:43,793 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/rep_barrier/09c313920b7549b0867d72f497469f90, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:32:43,794 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/.tmp/table/1c4f1798175143dbb268827115f8e763 as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/table/1c4f1798175143dbb268827115f8e763 2024-12-03T06:32:43,797 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/table/1c4f1798175143dbb268827115f8e763, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:32:43,798 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1689ms, sequenceid=16, compaction requested=false 2024-12-03T06:32:43,798 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:32:43,802 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:32:43,802 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:43,802 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:32:43,802 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:43,803 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207562109Running coprocessor pre-close hooks at 1733207562109Disabling compacts and flushes for region at 1733207562109Disabling writes for close at 1733207562109Obtaining lock to block concurrent updates at 1733207562109Preparing flush snapshotting stores in 1588230740 at 1733207562109Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207562109Flushing stores of hbase:meta,,1.1588230740 at 1733207562109Flushing 1588230740/info: creating writer at 1733207562110 (+1 ms)Flushing 1588230740/info: appending metadata at 1733207562121 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733207562121Flushing 1588230740/ns: creating writer at 1733207562528 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733207562539 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733207562539Flushing 1588230740/rep_barrier: creating writer at 1733207562946 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207562957 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207562957Flushing 1588230740/table: creating writer at 1733207563364 (+407 ms)Flushing 1588230740/table: appending metadata at 1733207563375 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733207563375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed3cd6d: reopening flushed file at 1733207563782 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3996d8da: reopening flushed file at 1733207563787 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cbedf90: reopening flushed file at 1733207563790 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295195f0: reopening flushed file at 1733207563793 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1689ms, sequenceid=16, compaction requested=false at 1733207563798 (+5 ms)Writing region close event to WAL at 1733207563800 (+2 ms)Running coprocessor post-close hooks at 1733207563802 (+2 ms)Closed at 1733207563802 2024-12-03T06:32:43,803 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:43,910 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,46491,1733207532617; all regions closed. 2024-12-03T06:32:43,912 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.meta.1733207535318.meta not finished, retry = 0 2024-12-03T06:32:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:32:43,918 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.1733207534454 to pos 2082, reset compression=false 2024-12-03T06:32:44,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/WALs/122cddc95ec8,46491,1733207532617/122cddc95ec8%2C46491%2C1733207532617.rep.1733207548280 not finished, retry = 0 2024-12-03T06:32:44,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741839_1015 (size=3114) 2024-12-03T06:32:44,108 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741832_1008 (size=2090) 2024-12-03T06:32:44,117 DEBUG [RS:0;122cddc95ec8:46491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:44,117 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:32:44,117 INFO [RS:0;122cddc95ec8:46491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:32:44,117 INFO [RS:0;122cddc95ec8:46491 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:32:44,118 INFO [RS:0;122cddc95ec8:46491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:32:44,118 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:32:44,118 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,46491,1733207532617 because: Region server is closing 2024-12-03T06:32:44,118 INFO [RS:0;122cddc95ec8:46491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:46491. 2024-12-03T06:32:44,118 DEBUG [RS:0;122cddc95ec8:46491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:44,118 DEBUG [RS:0;122cddc95ec8:46491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:44,118 DEBUG [RS:0;122cddc95ec8:46491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:44,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:44,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:32:44,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:44,218 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.shipper122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 terminated 2024-12-03T06:32:44,218 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,46491,1733207532617.replicationSource.wal-reader.122cddc95ec8%2C46491%2C1733207532617,1-122cddc95ec8,46491,1733207532617 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:32:44,219 INFO [RS:0;122cddc95ec8:46491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:46491. 2024-12-03T06:32:44,219 DEBUG [RS:0;122cddc95ec8:46491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:44,219 DEBUG [RS:0;122cddc95ec8:46491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:44,219 DEBUG [RS:0;122cddc95ec8:46491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:44,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:44,219 INFO [RS:0;122cddc95ec8:46491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46491 2024-12-03T06:32:44,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472/rs 2024-12-03T06:32:44,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1811614472/rs/122cddc95ec8,46491,1733207532617 2024-12-03T06:32:44,260 INFO [RS:0;122cddc95ec8:46491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:32:44,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,46491,1733207532617] 2024-12-03T06:32:44,298 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1811614472/draining/122cddc95ec8,46491,1733207532617 already deleted, retry=false 2024-12-03T06:32:44,298 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,46491,1733207532617 expired; onlineServers=0 2024-12-03T06:32:44,298 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,39237,1733207532525' ***** 2024-12-03T06:32:44,298 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:32:44,298 INFO [M:0;122cddc95ec8:39237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:32:44,298 INFO [M:0;122cddc95ec8:39237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:32:44,298 DEBUG [M:0;122cddc95ec8:39237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:32:44,299 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:32:44,299 DEBUG [M:0;122cddc95ec8:39237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:32:44,299 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207534167 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207534167,5,FailOnTimeoutGroup] 2024-12-03T06:32:44,299 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207534167 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207534167,5,FailOnTimeoutGroup] 2024-12-03T06:32:44,299 INFO [M:0;122cddc95ec8:39237 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:32:44,299 INFO [M:0;122cddc95ec8:39237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:32:44,299 DEBUG [M:0;122cddc95ec8:39237 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:32:44,299 INFO [M:0;122cddc95ec8:39237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:32:44,299 INFO [M:0;122cddc95ec8:39237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:32:44,299 INFO [M:0;122cddc95ec8:39237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:32:44,299 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:32:44,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1811614472/master 2024-12-03T06:32:44,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1811614472 2024-12-03T06:32:44,306 DEBUG [M:0;122cddc95ec8:39237 {}] zookeeper.ZKUtil(347): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Unable to get data of znode /1811614472/master because node does not exist (not an error) 2024-12-03T06:32:44,307 WARN [M:0;122cddc95ec8:39237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:32:44,307 INFO [M:0;122cddc95ec8:39237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/.lastflushedseqids 2024-12-03T06:32:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741848_1024 (size=245) 2024-12-03T06:32:44,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:44,387 INFO [RS:0;122cddc95ec8:46491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:32:44,387 INFO [RS:0;122cddc95ec8:46491 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,46491,1733207532617; zookeeper connection closed. 2024-12-03T06:32:44,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46491-0x1009eba07430004, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:44,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@496dd358 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@496dd358 2024-12-03T06:32:44,387 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:32:44,711 INFO [M:0;122cddc95ec8:39237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:32:44,711 INFO [M:0;122cddc95ec8:39237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:32:44,711 DEBUG [M:0;122cddc95ec8:39237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:32:44,711 INFO [M:0;122cddc95ec8:39237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:44,711 DEBUG [M:0;122cddc95ec8:39237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:44,711 DEBUG [M:0;122cddc95ec8:39237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:32:44,711 DEBUG [M:0;122cddc95ec8:39237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:44,711 INFO [M:0;122cddc95ec8:39237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T06:32:44,724 DEBUG [M:0;122cddc95ec8:39237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7af7221a377f42b9bcf97b4416dd2190 is 82, key is hbase:meta,,1/info:regioninfo/1733207535346/Put/seqid=0 2024-12-03T06:32:44,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741849_1025 (size=5672) 2024-12-03T06:32:45,128 INFO [M:0;122cddc95ec8:39237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7af7221a377f42b9bcf97b4416dd2190 2024-12-03T06:32:45,143 DEBUG [M:0;122cddc95ec8:39237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5ebd24378fb49c0832d3ef4c8542aa4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733207548321/Put/seqid=0 2024-12-03T06:32:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741850_1026 (size=8516) 2024-12-03T06:32:45,511 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:45,546 INFO [M:0;122cddc95ec8:39237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5ebd24378fb49c0832d3ef4c8542aa4 2024-12-03T06:32:45,561 DEBUG [M:0;122cddc95ec8:39237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0a2972b68c0454091e2da2543493acc is 69, key is 122cddc95ec8,46491,1733207532617/rs:state/1733207534280/Put/seqid=0 2024-12-03T06:32:45,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741851_1027 (size=5156) 2024-12-03T06:32:45,965 INFO [M:0;122cddc95ec8:39237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0a2972b68c0454091e2da2543493acc 2024-12-03T06:32:45,969 DEBUG [M:0;122cddc95ec8:39237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7af7221a377f42b9bcf97b4416dd2190 as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7af7221a377f42b9bcf97b4416dd2190 2024-12-03T06:32:45,972 INFO [M:0;122cddc95ec8:39237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7af7221a377f42b9bcf97b4416dd2190, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T06:32:45,973 DEBUG [M:0;122cddc95ec8:39237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5ebd24378fb49c0832d3ef4c8542aa4 as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5ebd24378fb49c0832d3ef4c8542aa4 2024-12-03T06:32:45,975 INFO [M:0;122cddc95ec8:39237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5ebd24378fb49c0832d3ef4c8542aa4, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T06:32:45,976 DEBUG [M:0;122cddc95ec8:39237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0a2972b68c0454091e2da2543493acc as hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0a2972b68c0454091e2da2543493acc 2024-12-03T06:32:45,979 INFO [M:0;122cddc95ec8:39237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41387/user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0a2972b68c0454091e2da2543493acc, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T06:32:45,980 INFO [M:0;122cddc95ec8:39237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=97, compaction requested=false 2024-12-03T06:32:45,983 INFO [M:0;122cddc95ec8:39237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:45,983 DEBUG [M:0;122cddc95ec8:39237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207564711Disabling compacts and flushes for region at 1733207564711Disabling writes for close at 1733207564711Obtaining lock to block concurrent updates at 1733207564711Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207564711Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733207564711Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207564712 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207564712Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207564724 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207564724Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207565131 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207565143 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207565143Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207565550 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207565561 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207565561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205049a0: reopening flushed file at 1733207565968 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709114a: reopening flushed file at 1733207565972 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5764dc5: reopening flushed file at 1733207565975 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=97, compaction requested=false at 1733207565980 (+5 ms)Writing region close event to WAL at 1733207565983 (+3 ms)Closed at 1733207565983 2024-12-03T06:32:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34829 is added to blk_1073741830_1006 (size=63654) 2024-12-03T06:32:45,984 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42321dfe-fbda-4742-7651-37337fd56bcf/MasterData/WALs/122cddc95ec8,39237,1733207532525/122cddc95ec8%2C39237%2C1733207532525.1733207533969 not finished, retry = 0 2024-12-03T06:32:46,085 INFO [M:0;122cddc95ec8:39237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:32:46,085 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:32:46,085 INFO [M:0;122cddc95ec8:39237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39237 2024-12-03T06:32:46,086 INFO [M:0;122cddc95ec8:39237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:32:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:46,218 INFO [M:0;122cddc95ec8:39237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:32:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39237-0x1009eba07430003, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:46,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@558317b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:32:46,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51368f3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:32:46,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:32:46,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4f65f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:32:46,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37615c98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/hadoop.log.dir/,STOPPED} 2024-12-03T06:32:46,223 WARN [BP-955372216-172.17.0.2-1733207530902 heartbeating to localhost/127.0.0.1:41387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:32:46,223 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:32:46,223 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:32:46,223 WARN [BP-955372216-172.17.0.2-1733207530902 heartbeating to localhost/127.0.0.1:41387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-955372216-172.17.0.2-1733207530902 (Datanode Uuid a9dca514-4910-4efe-8900-55abc8fb70e6) service to localhost/127.0.0.1:41387 2024-12-03T06:32:46,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/cluster_e9236de6-121f-47b0-f9d9-5f3b418c1e25/data/data1/current/BP-955372216-172.17.0.2-1733207530902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:32:46,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/cluster_e9236de6-121f-47b0-f9d9-5f3b418c1e25/data/data2/current/BP-955372216-172.17.0.2-1733207530902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:32:46,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:32:46,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23f4a2ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:32:46,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6223e83e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:32:46,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:32:46,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1545f8b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:32:46,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f3eb3fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39f35b0c-b385-7373-8c6d-0e682302efff/hadoop.log.dir/,STOPPED} 2024-12-03T06:32:46,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:32:46,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:32:46,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:46,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:46,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:46,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:46,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:32:46,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1134540390, stopped=false 2024-12-03T06:32:46,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:46,243 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,43319,1733207527065 2024-12-03T06:32:46,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1442528551/running 2024-12-03T06:32:46,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1442528551/running 2024-12-03T06:32:46,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:46,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:46,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:32:46,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:46,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Set watcher on znode that does not yet exist, /0-1442528551/running 2024-12-03T06:32:46,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Set watcher on znode that does not yet exist, /0-1442528551/running 2024-12-03T06:32:46,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:46,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:46,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,39831,1733207527228' ***** 2024-12-03T06:32:46,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:32:46,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(3091): Received CLOSE for ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(3091): Received CLOSE for 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,39831,1733207527228 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:39831. 2024-12-03T06:32:46,261 DEBUG [RS:0;122cddc95ec8:39831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:46,261 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea94ff008e8775206ee0bfa017cd8e8c, disabling compactions & flushes 2024-12-03T06:32:46,261 DEBUG [RS:0;122cddc95ec8:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:46,261 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:46,261 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:46,261 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. after waiting 0 ms 2024-12-03T06:32:46,261 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:32:46,261 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:32:46,262 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea94ff008e8775206ee0bfa017cd8e8c 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-03T06:32:46,262 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:32:46,262 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:32:46,262 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea94ff008e8775206ee0bfa017cd8e8c=hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c., 6daeef318c6025b2c7f6700f534621fb=test,,1733207540556.6daeef318c6025b2c7f6700f534621fb.} 2024-12-03T06:32:46,262 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6daeef318c6025b2c7f6700f534621fb, ea94ff008e8775206ee0bfa017cd8e8c 2024-12-03T06:32:46,262 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:32:46,262 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:32:46,262 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:32:46,262 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:32:46,262 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:32:46,262 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:32:46,279 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/replication/ea94ff008e8775206ee0bfa017cd8e8c/.tmp/queue/cdd74721796244e384a25f72303a572a is 153, key is 1-122cddc95ec8,39831,1733207527228/queue:122cddc95ec8%2C39831%2C1733207527228/1733207555072/Put/seqid=0 2024-12-03T06:32:46,280 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/info/db7a8eb2f1af464980d8dbab21d6bbf2 is 147, key is hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c./info:regioninfo/1733207546767/Put/seqid=0 2024-12-03T06:32:46,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741840_1016 (size=5352) 2024-12-03T06:32:46,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741841_1017 (size=7686) 2024-12-03T06:32:46,283 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/replication/ea94ff008e8775206ee0bfa017cd8e8c/.tmp/queue/cdd74721796244e384a25f72303a572a 2024-12-03T06:32:46,286 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/replication/ea94ff008e8775206ee0bfa017cd8e8c/.tmp/queue/cdd74721796244e384a25f72303a572a as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/replication/ea94ff008e8775206ee0bfa017cd8e8c/queue/cdd74721796244e384a25f72303a572a 2024-12-03T06:32:46,290 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/replication/ea94ff008e8775206ee0bfa017cd8e8c/queue/cdd74721796244e384a25f72303a572a, entries=1, sequenceid=8, filesize=5.2 K 2024-12-03T06:32:46,291 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ea94ff008e8775206ee0bfa017cd8e8c in 29ms, sequenceid=8, compaction requested=false 2024-12-03T06:32:46,291 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T06:32:46,294 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/replication/ea94ff008e8775206ee0bfa017cd8e8c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T06:32:46,295 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:46,295 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:32:46,295 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:46,295 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea94ff008e8775206ee0bfa017cd8e8c: Waiting for close lock at 1733207566261Running coprocessor pre-close hooks at 1733207566261Disabling compacts and flushes for region at 1733207566261Disabling writes for close at 1733207566261Obtaining lock to block concurrent updates at 1733207566262 (+1 ms)Preparing flush snapshotting stores in ea94ff008e8775206ee0bfa017cd8e8c at 1733207566262Finished memstore snapshotting hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733207566262Flushing stores of hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. at 1733207566262Flushing ea94ff008e8775206ee0bfa017cd8e8c/queue: creating writer at 1733207566262Flushing ea94ff008e8775206ee0bfa017cd8e8c/queue: appending metadata at 1733207566278 (+16 ms)Flushing ea94ff008e8775206ee0bfa017cd8e8c/queue: closing flushed file at 1733207566278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72935698: reopening flushed file at 1733207566286 (+8 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ea94ff008e8775206ee0bfa017cd8e8c in 29ms, sequenceid=8, compaction requested=false at 1733207566291 (+5 ms)Writing region close event to WAL at 1733207566292 (+1 ms)Running coprocessor post-close hooks at 1733207566294 (+2 ms)Closed at 1733207566295 (+1 ms) 2024-12-03T06:32:46,295 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207546011.ea94ff008e8775206ee0bfa017cd8e8c. 2024-12-03T06:32:46,295 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6daeef318c6025b2c7f6700f534621fb, disabling compactions & flushes 2024-12-03T06:32:46,295 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:46,295 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:46,295 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. after waiting 0 ms 2024-12-03T06:32:46,295 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:46,295 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6daeef318c6025b2c7f6700f534621fb 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-03T06:32:46,309 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/.tmp/f/aa76344193ad45c08d66b323ddd7fc02 is 28, key is row/f:/1733207554505/DeleteFamily/seqid=0 2024-12-03T06:32:46,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741842_1018 (size=5085) 2024-12-03T06:32:46,331 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:32:46,462 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:46,605 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:32:46,605 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:32:46,662 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:46,683 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/info/db7a8eb2f1af464980d8dbab21d6bbf2 2024-12-03T06:32:46,698 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/ns/805e7b0c484544c88c0684e1b49a543e is 43, key is default/ns:d/1733207530775/Put/seqid=0 2024-12-03T06:32:46,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741843_1019 (size=5153) 2024-12-03T06:32:46,712 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/.tmp/f/aa76344193ad45c08d66b323ddd7fc02 2024-12-03T06:32:46,715 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa76344193ad45c08d66b323ddd7fc02 2024-12-03T06:32:46,727 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/.tmp/f1/aa003c4a56ed4380a644e6bb01be27c5 is 29, key is row/f1:/1733207554505/DeleteFamily/seqid=0 2024-12-03T06:32:46,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741844_1020 (size=5089) 2024-12-03T06:32:46,862 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:47,014 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 636, reset compression=false 2024-12-03T06:32:47,018 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:47,018 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 883, reset compression=false 2024-12-03T06:32:47,018 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39831,1733207527228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:32:47,019 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 122cddc95ec8,39831,1733207527228: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-122cddc95ec8,39831,1733207527228, walGroup=122cddc95ec8%2C39831%2C1733207527228, offset=122cddc95ec8%2C39831%2C1733207527228.1733207529732:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:39831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T06:32:47,020 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:32:47,020 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:32:47,021 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:32:47,021 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:32:47,021 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:32:47,021 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 997448192 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202611936 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:32:47,021 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:43319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:43319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T06:32:47,062 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:47,101 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/ns/805e7b0c484544c88c0684e1b49a543e 2024-12-03T06:32:47,116 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/rep_barrier/7b22c376f40f4bf8adef31f71b59afd3 is 112, key is test,,1733207540556.6daeef318c6025b2c7f6700f534621fb./rep_barrier:seqnumDuringOpen/1733207541701/Put/seqid=0 2024-12-03T06:32:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741845_1021 (size=5518) 2024-12-03T06:32:47,130 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/.tmp/f1/aa003c4a56ed4380a644e6bb01be27c5 2024-12-03T06:32:47,133 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa003c4a56ed4380a644e6bb01be27c5 2024-12-03T06:32:47,150 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/.tmp/norep/08956f343ba24efeb43f7c5124dbbc1d is 32, key is row/norep:/1733207554505/DeleteFamily/seqid=0 2024-12-03T06:32:47,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741846_1022 (size=5101) 2024-12-03T06:32:47,222 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 883, reset compression=false 2024-12-03T06:32:47,263 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:47,463 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:32:47,463 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6daeef318c6025b2c7f6700f534621fb=test,,1733207540556.6daeef318c6025b2c7f6700f534621fb.} 2024-12-03T06:32:47,463 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6daeef318c6025b2c7f6700f534621fb 2024-12-03T06:32:47,520 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/rep_barrier/7b22c376f40f4bf8adef31f71b59afd3 2024-12-03T06:32:47,525 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 883, reset compression=false 2024-12-03T06:32:47,536 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/table/bf36d6a7446b40029a83637f3d62172e is 53, key is hbase:replication/table:state/1733207546772/Put/seqid=0 2024-12-03T06:32:47,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741847_1023 (size=5308) 2024-12-03T06:32:47,553 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/.tmp/norep/08956f343ba24efeb43f7c5124dbbc1d 2024-12-03T06:32:47,556 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08956f343ba24efeb43f7c5124dbbc1d 2024-12-03T06:32:47,557 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/.tmp/f/aa76344193ad45c08d66b323ddd7fc02 as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/f/aa76344193ad45c08d66b323ddd7fc02 2024-12-03T06:32:47,560 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa76344193ad45c08d66b323ddd7fc02 2024-12-03T06:32:47,560 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/f/aa76344193ad45c08d66b323ddd7fc02, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T06:32:47,560 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/.tmp/f1/aa003c4a56ed4380a644e6bb01be27c5 as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/f1/aa003c4a56ed4380a644e6bb01be27c5 2024-12-03T06:32:47,563 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa003c4a56ed4380a644e6bb01be27c5 2024-12-03T06:32:47,563 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/f1/aa003c4a56ed4380a644e6bb01be27c5, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T06:32:47,564 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/.tmp/norep/08956f343ba24efeb43f7c5124dbbc1d as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/norep/08956f343ba24efeb43f7c5124dbbc1d 2024-12-03T06:32:47,567 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08956f343ba24efeb43f7c5124dbbc1d 2024-12-03T06:32:47,567 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/norep/08956f343ba24efeb43f7c5124dbbc1d, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T06:32:47,567 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6daeef318c6025b2c7f6700f534621fb in 1272ms, sequenceid=6, compaction requested=false 2024-12-03T06:32:47,567 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T06:32:47,571 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/default/test/6daeef318c6025b2c7f6700f534621fb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T06:32:47,571 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:47,571 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:32:47,571 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:47,571 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6daeef318c6025b2c7f6700f534621fb: Waiting for close lock at 1733207566295Running coprocessor pre-close hooks at 1733207566295Disabling compacts and flushes for region at 1733207566295Disabling writes for close at 1733207566295Obtaining lock to block concurrent updates at 1733207566295Preparing flush snapshotting stores in 6daeef318c6025b2c7f6700f534621fb at 1733207566295Finished memstore snapshotting test,,1733207540556.6daeef318c6025b2c7f6700f534621fb., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733207566295Flushing stores of test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. at 1733207566296 (+1 ms)Flushing 6daeef318c6025b2c7f6700f534621fb/f: creating writer at 1733207566296Flushing 6daeef318c6025b2c7f6700f534621fb/f: appending metadata at 1733207566308 (+12 ms)Flushing 6daeef318c6025b2c7f6700f534621fb/f: closing flushed file at 1733207566308Flushing 6daeef318c6025b2c7f6700f534621fb/f1: creating writer at 1733207566715 (+407 ms)Flushing 6daeef318c6025b2c7f6700f534621fb/f1: appending metadata at 1733207566726 (+11 ms)Flushing 6daeef318c6025b2c7f6700f534621fb/f1: closing flushed file at 1733207566726Flushing 6daeef318c6025b2c7f6700f534621fb/norep: creating writer at 1733207567134 (+408 ms)Flushing 6daeef318c6025b2c7f6700f534621fb/norep: appending metadata at 1733207567149 (+15 ms)Flushing 6daeef318c6025b2c7f6700f534621fb/norep: closing flushed file at 1733207567149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dac5e73: reopening flushed file at 1733207567556 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f95e08f: reopening flushed file at 1733207567560 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44358de3: reopening flushed file at 1733207567564 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6daeef318c6025b2c7f6700f534621fb in 1272ms, sequenceid=6, compaction requested=false at 1733207567567 (+3 ms)Writing region close event to WAL at 1733207567569 (+2 ms)Running coprocessor post-close hooks at 1733207567571 (+2 ms)Closed at 1733207567571 2024-12-03T06:32:47,571 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207540556.6daeef318c6025b2c7f6700f534621fb. 2024-12-03T06:32:47,663 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:32:47,863 DEBUG [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:32:47,928 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 883, reset compression=false 2024-12-03T06:32:47,932 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:32:47,932 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.wal-reader.122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/WALs/122cddc95ec8,39831,1733207527228/122cddc95ec8%2C39831%2C1733207527228.1733207529732 to pos 1527, reset compression=false 2024-12-03T06:32:47,939 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/table/bf36d6a7446b40029a83637f3d62172e 2024-12-03T06:32:47,943 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/info/db7a8eb2f1af464980d8dbab21d6bbf2 as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/info/db7a8eb2f1af464980d8dbab21d6bbf2 2024-12-03T06:32:47,946 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/info/db7a8eb2f1af464980d8dbab21d6bbf2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:32:47,947 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/ns/805e7b0c484544c88c0684e1b49a543e as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/ns/805e7b0c484544c88c0684e1b49a543e 2024-12-03T06:32:47,950 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/ns/805e7b0c484544c88c0684e1b49a543e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:32:47,951 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/rep_barrier/7b22c376f40f4bf8adef31f71b59afd3 as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/rep_barrier/7b22c376f40f4bf8adef31f71b59afd3 2024-12-03T06:32:47,953 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/rep_barrier/7b22c376f40f4bf8adef31f71b59afd3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:32:47,954 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/.tmp/table/bf36d6a7446b40029a83637f3d62172e as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/table/bf36d6a7446b40029a83637f3d62172e 2024-12-03T06:32:47,957 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/table/bf36d6a7446b40029a83637f3d62172e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:32:47,958 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false 2024-12-03T06:32:47,958 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:32:47,964 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:32:47,965 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:32:47,965 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:32:47,965 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:47,965 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207566262Running coprocessor pre-close hooks at 1733207566262Disabling compacts and flushes for region at 1733207566262Disabling writes for close at 1733207566262Obtaining lock to block concurrent updates at 1733207566262Preparing flush snapshotting stores in 1588230740 at 1733207566262Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207566262Flushing stores of hbase:meta,,1.1588230740 at 1733207566262Flushing 1588230740/info: creating writer at 1733207566262Flushing 1588230740/info: appending metadata at 1733207566280 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733207566280Flushing 1588230740/ns: creating writer at 1733207566687 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733207566697 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733207566697Flushing 1588230740/rep_barrier: creating writer at 1733207567104 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207567116 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207567116Flushing 1588230740/table: creating writer at 1733207567523 (+407 ms)Flushing 1588230740/table: appending metadata at 1733207567535 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733207567535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e014740: reopening flushed file at 1733207567942 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f53009f: reopening flushed file at 1733207567946 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a89ce1: reopening flushed file at 1733207567950 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750b56dd: reopening flushed file at 1733207567954 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=16, compaction requested=false at 1733207567958 (+4 ms)Writing region close event to WAL at 1733207567962 (+4 ms)Running coprocessor post-close hooks at 1733207567965 (+3 ms)Closed at 1733207567965 2024-12-03T06:32:47,965 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:48,063 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,39831,1733207527228; all regions closed. 2024-12-03T06:32:48,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741834_1010 (size=4239) 2024-12-03T06:32:48,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741839_1015 (size=2240) 2024-12-03T06:32:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741832_1008 (size=1535) 2024-12-03T06:32:48,069 DEBUG [RS:0;122cddc95ec8:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:48,069 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:32:48,069 INFO [RS:0;122cddc95ec8:39831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:32:48,069 INFO [RS:0;122cddc95ec8:39831 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:32:48,069 INFO [RS:0;122cddc95ec8:39831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:32:48,069 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:32:48,070 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,39831,1733207527228 because: Region server is closing 2024-12-03T06:32:48,070 INFO [RS:0;122cddc95ec8:39831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:39831. 2024-12-03T06:32:48,070 DEBUG [RS:0;122cddc95ec8:39831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:48,070 DEBUG [RS:0;122cddc95ec8:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:48,070 DEBUG [RS:0;122cddc95ec8:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:48,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:48,170 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39831,1733207527228.replicationSource.shipper122cddc95ec8%2C39831%2C1733207527228,1-122cddc95ec8,39831,1733207527228 terminated 2024-12-03T06:32:48,170 INFO [RS:0;122cddc95ec8:39831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39831 2024-12-03T06:32:48,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551/rs 2024-12-03T06:32:48,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1442528551/rs/122cddc95ec8,39831,1733207527228 2024-12-03T06:32:48,201 INFO [RS:0;122cddc95ec8:39831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:32:48,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,39831,1733207527228] 2024-12-03T06:32:48,218 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1442528551/draining/122cddc95ec8,39831,1733207527228 already deleted, retry=false 2024-12-03T06:32:48,218 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,39831,1733207527228 expired; onlineServers=0 2024-12-03T06:32:48,218 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,43319,1733207527065' ***** 2024-12-03T06:32:48,218 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:32:48,218 INFO [M:0;122cddc95ec8:43319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:32:48,218 INFO [M:0;122cddc95ec8:43319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:32:48,218 DEBUG [M:0;122cddc95ec8:43319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:32:48,218 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:32:48,218 DEBUG [M:0;122cddc95ec8:43319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:32:48,218 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207529516 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207529516,5,FailOnTimeoutGroup] 2024-12-03T06:32:48,218 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207529516 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207529516,5,FailOnTimeoutGroup] 2024-12-03T06:32:48,218 INFO [M:0;122cddc95ec8:43319 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:32:48,218 INFO [M:0;122cddc95ec8:43319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:32:48,218 DEBUG [M:0;122cddc95ec8:43319 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:32:48,218 INFO [M:0;122cddc95ec8:43319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:32:48,218 INFO [M:0;122cddc95ec8:43319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:32:48,218 INFO [M:0;122cddc95ec8:43319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:32:48,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:32:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1442528551/master 2024-12-03T06:32:48,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1442528551 2024-12-03T06:32:48,226 DEBUG [M:0;122cddc95ec8:43319 {}] zookeeper.ZKUtil(347): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Unable to get data of znode /0-1442528551/master because node does not exist (not an error) 2024-12-03T06:32:48,226 WARN [M:0;122cddc95ec8:43319 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:32:48,227 INFO [M:0;122cddc95ec8:43319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/.lastflushedseqids 2024-12-03T06:32:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741848_1024 (size=245) 2024-12-03T06:32:48,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:48,310 INFO [RS:0;122cddc95ec8:39831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:32:48,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1009eba07430001, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:48,310 INFO [RS:0;122cddc95ec8:39831 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,39831,1733207527228; zookeeper connection closed. 2024-12-03T06:32:48,310 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bead172 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bead172 2024-12-03T06:32:48,310 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:32:48,631 INFO [M:0;122cddc95ec8:43319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:32:48,631 INFO [M:0;122cddc95ec8:43319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:32:48,631 DEBUG [M:0;122cddc95ec8:43319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:32:48,631 INFO [M:0;122cddc95ec8:43319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:48,631 DEBUG [M:0;122cddc95ec8:43319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:48,631 DEBUG [M:0;122cddc95ec8:43319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:32:48,631 DEBUG [M:0;122cddc95ec8:43319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:48,631 INFO [M:0;122cddc95ec8:43319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T06:32:48,648 DEBUG [M:0;122cddc95ec8:43319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a310ae77cdb4e3ebef15ba637ebe844 is 82, key is hbase:meta,,1/info:regioninfo/1733207530756/Put/seqid=0 2024-12-03T06:32:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741849_1025 (size=5672) 2024-12-03T06:32:49,052 INFO [M:0;122cddc95ec8:43319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a310ae77cdb4e3ebef15ba637ebe844 2024-12-03T06:32:49,071 DEBUG [M:0;122cddc95ec8:43319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5342681ce59447f7844822f043de6850 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733207541710/Put/seqid=0 2024-12-03T06:32:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741850_1026 (size=7218) 2024-12-03T06:32:49,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:32:49,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:49,475 INFO [M:0;122cddc95ec8:43319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5342681ce59447f7844822f043de6850 2024-12-03T06:32:49,479 INFO [M:0;122cddc95ec8:43319 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5342681ce59447f7844822f043de6850 2024-12-03T06:32:49,495 DEBUG [M:0;122cddc95ec8:43319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cbff8013eed43578212d9005ba200f7 is 69, key is 122cddc95ec8,39831,1733207527228/rs:state/1733207529587/Put/seqid=0 2024-12-03T06:32:49,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741851_1027 (size=5156) 2024-12-03T06:32:49,898 INFO [M:0;122cddc95ec8:43319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cbff8013eed43578212d9005ba200f7 2024-12-03T06:32:49,901 DEBUG [M:0;122cddc95ec8:43319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a310ae77cdb4e3ebef15ba637ebe844 as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a310ae77cdb4e3ebef15ba637ebe844 2024-12-03T06:32:49,904 INFO [M:0;122cddc95ec8:43319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a310ae77cdb4e3ebef15ba637ebe844, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T06:32:49,905 DEBUG [M:0;122cddc95ec8:43319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5342681ce59447f7844822f043de6850 as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5342681ce59447f7844822f043de6850 2024-12-03T06:32:49,908 INFO [M:0;122cddc95ec8:43319 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5342681ce59447f7844822f043de6850 2024-12-03T06:32:49,908 INFO [M:0;122cddc95ec8:43319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5342681ce59447f7844822f043de6850, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T06:32:49,908 DEBUG [M:0;122cddc95ec8:43319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cbff8013eed43578212d9005ba200f7 as hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9cbff8013eed43578212d9005ba200f7 2024-12-03T06:32:49,911 INFO [M:0;122cddc95ec8:43319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9cbff8013eed43578212d9005ba200f7, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T06:32:49,912 INFO [M:0;122cddc95ec8:43319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-12-03T06:32:49,913 INFO [M:0;122cddc95ec8:43319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:49,913 DEBUG [M:0;122cddc95ec8:43319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207568631Disabling compacts and flushes for region at 1733207568631Disabling writes for close at 1733207568631Obtaining lock to block concurrent updates at 1733207568631Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207568631Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733207568632 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207568632Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207568632Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207568647 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207568647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207569055 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207569071 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207569071Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207569479 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207569494 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207569494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e59bdb: reopening flushed file at 1733207569901 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c76d3c: reopening flushed file at 1733207569904 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3c6985: reopening flushed file at 1733207569908 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1733207569912 (+4 ms)Writing region close event to WAL at 1733207569912Closed at 1733207569912 2024-12-03T06:32:49,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31d2fd4d-0683-8879-9dd1-1fd6bc380094/MasterData/WALs/122cddc95ec8,43319,1733207527065/122cddc95ec8%2C43319%2C1733207527065.1733207528954 not finished, retry = 0 2024-12-03T06:32:49,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35811 is added to blk_1073741830_1006 (size=64423) 2024-12-03T06:32:50,015 INFO [M:0;122cddc95ec8:43319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:32:50,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:32:50,015 INFO [M:0;122cddc95ec8:43319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43319 2024-12-03T06:32:50,015 INFO [M:0;122cddc95ec8:43319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:32:50,151 INFO [M:0;122cddc95ec8:43319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:32:50,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:50,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43319-0x1009eba07430000, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:32:50,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10491a64{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:32:50,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fdfdd23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:32:50,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:32:50,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@257c82cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:32:50,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18ba2c6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/hadoop.log.dir/,STOPPED} 2024-12-03T06:32:50,155 WARN [BP-380734559-172.17.0.2-1733207525533 heartbeating to localhost/127.0.0.1:33939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:32:50,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:32:50,155 WARN [BP-380734559-172.17.0.2-1733207525533 heartbeating to localhost/127.0.0.1:33939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-380734559-172.17.0.2-1733207525533 (Datanode Uuid f7feda10-cdfb-4ef4-bc42-9fade7e90600) service to localhost/127.0.0.1:33939 2024-12-03T06:32:50,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:32:50,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/cluster_2d5464e4-1fd8-1d8a-c31f-4bdd2dbd132d/data/data1/current/BP-380734559-172.17.0.2-1733207525533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:32:50,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/cluster_2d5464e4-1fd8-1d8a-c31f-4bdd2dbd132d/data/data2/current/BP-380734559-172.17.0.2-1733207525533 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:32:50,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:32:50,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@271f317f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:32:50,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b55c077{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:32:50,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:32:50,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c19394f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:32:50,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64e08d16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45463174-caf4-3205-262b-628c8395aa6e/hadoop.log.dir/,STOPPED} 2024-12-03T06:32:50,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:32:50,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:32:50,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 312) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41387 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63675) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63675) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63675) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33939 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=782 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 320) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11594 (was 11273) - AvailableMemoryMB LEAK? - 2024-12-03T06:32:50,199 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=782, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=11594 2024-12-03T06:32:50,209 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-03T06:32:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/hadoop.log.dir so I do NOT create it in target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686 2024-12-03T06:32:50,210 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:32:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/hadoop.tmp.dir so I do NOT create it in target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686 2024-12-03T06:32:50,210 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcebf816-315e-375f-4f3a-e6fe140fa273/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:32:50,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686 2024-12-03T06:32:50,210 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/cluster_23ee321d-8886-7de9-5a41-eeda34626ebb, deleteOnExit=true 2024-12-03T06:32:50,234 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/cluster_23ee321d-8886-7de9-5a41-eeda34626ebb/zookeeper_0, clientPort=52038, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/cluster_23ee321d-8886-7de9-5a41-eeda34626ebb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/cluster_23ee321d-8886-7de9-5a41-eeda34626ebb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:32:50,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52038 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/test.cache.data in system properties and HBase conf 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:32:50,235 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:32:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:32:50,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:32:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009eba07430005, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:32:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009eba07430002, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:32:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009eba07430008, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T06:32:50,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009eba07430008, quorum=127.0.0.1:63675, baseZNode=/2-1219430868 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:32:50,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009eba07430002, quorum=127.0.0.1:63675, baseZNode=/0-1442528551 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:32:50,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009eba07430005, quorum=127.0.0.1:63675, baseZNode=/1811614472 Received Disconnected from ZooKeeper, ignoring 2024-12-03T06:32:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:32:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:32:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:32:50,356 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:32:50,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:50,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:32:50,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:32:50,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:32:50,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:32:50,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:50,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37c9026a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:32:50,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1de33c37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:32:50,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@af28189{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/java.io.tmpdir/jetty-localhost-41891-hadoop-hdfs-3_4_1-tests_jar-_-any-8414981844204866152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:32:50,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27b715de{HTTP/1.1, (http/1.1)}{localhost:41891} 2024-12-03T06:32:50,661 INFO [Time-limited test {}] server.Server(415): Started @315912ms 2024-12-03T06:32:50,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:50,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:32:50,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:32:50,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:32:50,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:32:50,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd6f8ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:32:50,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586588ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:32:50,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b20fe7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/java.io.tmpdir/jetty-localhost-38145-hadoop-hdfs-3_4_1-tests_jar-_-any-2804422660656693329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:32:50,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72de679e{HTTP/1.1, (http/1.1)}{localhost:38145} 2024-12-03T06:32:50,967 INFO [Time-limited test {}] server.Server(415): Started @316218ms 2024-12-03T06:32:50,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:32:51,481 WARN [Thread-4193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/cluster_23ee321d-8886-7de9-5a41-eeda34626ebb/data/data1/current/BP-2083838201-172.17.0.2-1733207570248/current, will proceed with Du for space computation calculation, 2024-12-03T06:32:51,481 WARN [Thread-4194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/cluster_23ee321d-8886-7de9-5a41-eeda34626ebb/data/data2/current/BP-2083838201-172.17.0.2-1733207570248/current, will proceed with Du for space computation calculation, 2024-12-03T06:32:51,494 WARN [Thread-4181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:32:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd37851004ef34a9 with lease ID 0x8f8d2787f73b405a: Processing first storage report for DS-15776e33-1df2-4b12-86a8-fcbca20a7a54 from datanode DatanodeRegistration(127.0.0.1:44375, datanodeUuid=975b89e5-6aa6-405a-9089-b528195b8cda, infoPort=38155, infoSecurePort=0, ipcPort=41615, storageInfo=lv=-57;cid=testClusterID;nsid=1481727946;c=1733207570248) 2024-12-03T06:32:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd37851004ef34a9 with lease ID 0x8f8d2787f73b405a: from storage DS-15776e33-1df2-4b12-86a8-fcbca20a7a54 node DatanodeRegistration(127.0.0.1:44375, datanodeUuid=975b89e5-6aa6-405a-9089-b528195b8cda, infoPort=38155, infoSecurePort=0, ipcPort=41615, storageInfo=lv=-57;cid=testClusterID;nsid=1481727946;c=1733207570248), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:32:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd37851004ef34a9 with lease ID 0x8f8d2787f73b405a: Processing first storage report for DS-74d6614f-9747-4593-b2e9-10100774042f from datanode DatanodeRegistration(127.0.0.1:44375, datanodeUuid=975b89e5-6aa6-405a-9089-b528195b8cda, infoPort=38155, infoSecurePort=0, ipcPort=41615, storageInfo=lv=-57;cid=testClusterID;nsid=1481727946;c=1733207570248) 2024-12-03T06:32:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd37851004ef34a9 with lease ID 0x8f8d2787f73b405a: from storage DS-74d6614f-9747-4593-b2e9-10100774042f node DatanodeRegistration(127.0.0.1:44375, datanodeUuid=975b89e5-6aa6-405a-9089-b528195b8cda, infoPort=38155, infoSecurePort=0, ipcPort=41615, storageInfo=lv=-57;cid=testClusterID;nsid=1481727946;c=1733207570248), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:32:51,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686 2024-12-03T06:32:51,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:51,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:51,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:32:51,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78 with version=8 2024-12-03T06:32:51,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/hbase-staging 2024-12-03T06:32:52,000 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:32:52,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:52,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:52,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:32:52,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:52,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:32:52,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:32:52,000 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:32:52,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44693 2024-12-03T06:32:52,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44693 connecting to ZooKeeper ensemble=127.0.0.1:52038 2024-12-03T06:32:52,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446930x0, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:52,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44693-0x1009ebab5f30000 connected 2024-12-03T06:32:52,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:52,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:52,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Set watcher on znode that does not yet exist, /0721591060/running 2024-12-03T06:32:52,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78, hbase.cluster.distributed=false 2024-12-03T06:32:52,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Set watcher on znode that does not yet exist, /0721591060/acl 2024-12-03T06:32:52,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44693 2024-12-03T06:32:52,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44693 2024-12-03T06:32:52,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44693 2024-12-03T06:32:52,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44693 2024-12-03T06:32:52,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44693 2024-12-03T06:32:52,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:32:52,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:52,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:52,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:32:52,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:52,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:32:52,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:32:52,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:32:52,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42109 2024-12-03T06:32:52,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42109 connecting to ZooKeeper ensemble=127.0.0.1:52038 2024-12-03T06:32:52,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:52,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:52,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421090x0, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:52,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421090x0, quorum=127.0.0.1:52038, baseZNode=/0721591060 Set watcher on znode that does not yet exist, /0721591060/running 2024-12-03T06:32:52,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42109-0x1009ebab5f30001 connected 2024-12-03T06:32:52,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:32:52,160 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:32:52,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Set watcher on znode that does not yet exist, /0721591060/master 2024-12-03T06:32:52,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Set watcher on znode that does not yet exist, /0721591060/acl 2024-12-03T06:32:52,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42109 2024-12-03T06:32:52,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42109 2024-12-03T06:32:52,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42109 2024-12-03T06:32:52,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42109 2024-12-03T06:32:52,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42109 2024-12-03T06:32:52,179 DEBUG [M:0;122cddc95ec8:44693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:44693 2024-12-03T06:32:52,180 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0721591060/backup-masters/122cddc95ec8,44693,1733207572000 2024-12-03T06:32:52,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060/backup-masters 2024-12-03T06:32:52,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060/backup-masters 2024-12-03T06:32:52,191 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Set watcher on existing znode=/0721591060/backup-masters/122cddc95ec8,44693,1733207572000 2024-12-03T06:32:52,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0721591060/master 2024-12-03T06:32:52,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:52,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:52,199 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Set watcher on existing znode=/0721591060/master 2024-12-03T06:32:52,199 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0721591060/backup-masters/122cddc95ec8,44693,1733207572000 from backup master directory 2024-12-03T06:32:52,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060/backup-masters 2024-12-03T06:32:52,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0721591060/backup-masters/122cddc95ec8,44693,1733207572000 2024-12-03T06:32:52,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060/backup-masters 2024-12-03T06:32:52,207 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:32:52,207 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,44693,1733207572000 2024-12-03T06:32:52,209 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/hbase.id] with ID: 0cb81534-5aa6-40ba-87ba-7c61a4763454 2024-12-03T06:32:52,209 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/.tmp/hbase.id 2024-12-03T06:32:52,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:32:52,614 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/.tmp/hbase.id]:[hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/hbase.id] 2024-12-03T06:32:52,621 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:52,621 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:32:52,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:32:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:52,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:32:53,061 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:53,062 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:32:53,062 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:32:53,468 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData/data/master/store 2024-12-03T06:32:53,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:32:53,873 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:53,873 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:32:53,873 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:53,873 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:53,873 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:32:53,873 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:53,873 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:32:53,873 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207573873Disabling compacts and flushes for region at 1733207573873Disabling writes for close at 1733207573873Writing region close event to WAL at 1733207573873Closed at 1733207573873 2024-12-03T06:32:53,874 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData/data/master/store/.initializing 2024-12-03T06:32:53,874 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData/WALs/122cddc95ec8,44693,1733207572000 2024-12-03T06:32:53,875 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:32:53,876 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C44693%2C1733207572000, suffix=, logDir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData/WALs/122cddc95ec8,44693,1733207572000, archiveDir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData/oldWALs, maxLogs=10 2024-12-03T06:32:53,891 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData/WALs/122cddc95ec8,44693,1733207572000/122cddc95ec8%2C44693%2C1733207572000.1733207573876, exclude list is [], retry=0 2024-12-03T06:32:53,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44375,DS-15776e33-1df2-4b12-86a8-fcbca20a7a54,DISK] 2024-12-03T06:32:53,894 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData/WALs/122cddc95ec8,44693,1733207572000/122cddc95ec8%2C44693%2C1733207572000.1733207573876 2024-12-03T06:32:53,895 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-12-03T06:32:53,895 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:53,895 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:53,895 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,895 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:32:53,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:53,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:53,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:32:53,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:53,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:53,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:32:53,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:53,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:53,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:32:53,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:53,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:53,902 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,902 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,903 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,903 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,903 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,904 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:53,905 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:32:53,906 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:53,906 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67985471, jitterRate=0.013062462210655212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:53,907 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207573895Initializing all the Stores at 1733207573896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207573896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207573898 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207573898Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207573898Cleaning up temporary data from old regions at 1733207573903 (+5 ms)Region opened successfully at 1733207573907 (+4 ms) 2024-12-03T06:32:53,907 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:32:53,909 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f929e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:32:53,910 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:32:53,910 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:32:53,910 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:32:53,910 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:32:53,911 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:32:53,911 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:32:53,911 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:32:53,915 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:32:53,916 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Unable to get data of znode /0721591060/balancer because node does not exist (not necessarily an error) 2024-12-03T06:32:53,949 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0721591060/balancer already deleted, retry=false 2024-12-03T06:32:53,949 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:32:53,949 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Unable to get data of znode /0721591060/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:32:53,957 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0721591060/normalizer already deleted, retry=false 2024-12-03T06:32:53,957 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:32:53,958 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Unable to get data of znode /0721591060/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:32:53,965 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0721591060/switch/split already deleted, retry=false 2024-12-03T06:32:53,966 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Unable to get data of znode /0721591060/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:32:53,973 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0721591060/switch/merge already deleted, retry=false 2024-12-03T06:32:53,975 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Unable to get data of znode /0721591060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:32:53,982 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0721591060/snapshot-cleanup already deleted, retry=false 2024-12-03T06:32:53,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0721591060/running 2024-12-03T06:32:53,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0721591060/running 2024-12-03T06:32:53,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:53,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:53,991 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,44693,1733207572000, sessionid=0x1009ebab5f30000, setting cluster-up flag (Was=false) 2024-12-03T06:32:54,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:54,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:54,032 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0721591060/flush-table-proc/acquired, /0721591060/flush-table-proc/reached, /0721591060/flush-table-proc/abort 2024-12-03T06:32:54,033 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,44693,1733207572000 2024-12-03T06:32:54,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:54,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:54,073 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0721591060/online-snapshot/acquired, /0721591060/online-snapshot/reached, /0721591060/online-snapshot/abort 2024-12-03T06:32:54,074 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,44693,1733207572000 2024-12-03T06:32:54,075 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:32:54,076 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:54,076 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:32:54,076 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:32:54,082 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,44693,1733207572000 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:32:54,083 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:54,083 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:54,083 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:54,083 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:32:54,083 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:32:54,083 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,083 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:32:54,083 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,084 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207604084 2024-12-03T06:32:54,084 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:32:54,084 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:32:54,084 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:32:54,084 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:32:54,084 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:32:54,084 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:32:54,084 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:54,085 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:32:54,085 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:32:54,085 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:32:54,085 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:32:54,085 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:32:54,085 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:32:54,085 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:32:54,085 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207574085,5,FailOnTimeoutGroup] 2024-12-03T06:32:54,085 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207574085,5,FailOnTimeoutGroup] 2024-12-03T06:32:54,085 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,085 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:32:54,085 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,085 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,085 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:54,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:32:54,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:32:54,169 INFO [RS:0;122cddc95ec8:42109 {}] regionserver.HRegionServer(746): ClusterId : 0cb81534-5aa6-40ba-87ba-7c61a4763454 2024-12-03T06:32:54,169 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:32:54,179 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:32:54,179 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:32:54,187 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:32:54,187 DEBUG [RS:0;122cddc95ec8:42109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c678d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:32:54,197 DEBUG [RS:0;122cddc95ec8:42109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:42109 2024-12-03T06:32:54,197 INFO [RS:0;122cddc95ec8:42109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:32:54,197 INFO [RS:0;122cddc95ec8:42109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:32:54,197 DEBUG [RS:0;122cddc95ec8:42109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:32:54,198 INFO [RS:0;122cddc95ec8:42109 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,44693,1733207572000 with port=42109, startcode=1733207572140 2024-12-03T06:32:54,198 DEBUG [RS:0;122cddc95ec8:42109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:32:54,199 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:32:54,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44693 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,42109,1733207572140 2024-12-03T06:32:54,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44693 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,42109,1733207572140 2024-12-03T06:32:54,201 DEBUG [RS:0;122cddc95ec8:42109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78 2024-12-03T06:32:54,201 DEBUG [RS:0;122cddc95ec8:42109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37825 2024-12-03T06:32:54,201 DEBUG [RS:0;122cddc95ec8:42109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:32:54,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060/rs 2024-12-03T06:32:54,207 DEBUG [RS:0;122cddc95ec8:42109 {}] zookeeper.ZKUtil(111): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Set watcher on existing znode=/0721591060/rs/122cddc95ec8,42109,1733207572140 2024-12-03T06:32:54,207 WARN [RS:0;122cddc95ec8:42109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:32:54,207 INFO [RS:0;122cddc95ec8:42109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:54,208 DEBUG [RS:0;122cddc95ec8:42109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/WALs/122cddc95ec8,42109,1733207572140 2024-12-03T06:32:54,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,42109,1733207572140] 2024-12-03T06:32:54,209 INFO [RS:0;122cddc95ec8:42109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:32:54,211 INFO [RS:0;122cddc95ec8:42109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:32:54,211 INFO [RS:0;122cddc95ec8:42109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:32:54,211 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,211 INFO [RS:0;122cddc95ec8:42109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:32:54,211 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:32:54,211 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,211 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,211 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,211 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,211 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,212 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,212 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:32:54,212 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,212 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,212 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,212 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,212 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,212 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:32:54,212 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:32:54,212 DEBUG [RS:0;122cddc95ec8:42109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:32:54,212 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,212 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,212 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,212 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,212 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,212 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42109,1733207572140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:32:54,224 INFO [RS:0;122cddc95ec8:42109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:32:54,224 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42109,1733207572140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,224 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,224 INFO [RS:0;122cddc95ec8:42109 {}] regionserver.Replication(171): 122cddc95ec8,42109,1733207572140 started 2024-12-03T06:32:54,235 INFO [RS:0;122cddc95ec8:42109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:54,235 INFO [RS:0;122cddc95ec8:42109 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,42109,1733207572140, RpcServer on 122cddc95ec8/172.17.0.2:42109, sessionid=0x1009ebab5f30001 2024-12-03T06:32:54,235 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:32:54,235 DEBUG [RS:0;122cddc95ec8:42109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,42109,1733207572140 2024-12-03T06:32:54,235 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,42109,1733207572140' 2024-12-03T06:32:54,235 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0721591060/flush-table-proc/abort' 2024-12-03T06:32:54,236 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0721591060/flush-table-proc/acquired' 2024-12-03T06:32:54,236 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:32:54,236 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:32:54,236 DEBUG [RS:0;122cddc95ec8:42109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,42109,1733207572140 2024-12-03T06:32:54,236 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,42109,1733207572140' 2024-12-03T06:32:54,236 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0721591060/online-snapshot/abort' 2024-12-03T06:32:54,236 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0721591060/online-snapshot/acquired' 2024-12-03T06:32:54,237 DEBUG [RS:0;122cddc95ec8:42109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:32:54,237 INFO [RS:0;122cddc95ec8:42109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:32:54,237 INFO [RS:0;122cddc95ec8:42109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:32:54,337 INFO [RS:0;122cddc95ec8:42109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:32:54,338 INFO [RS:0;122cddc95ec8:42109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C42109%2C1733207572140, suffix=, logDir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/WALs/122cddc95ec8,42109,1733207572140, archiveDir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/oldWALs, maxLogs=10 2024-12-03T06:32:54,349 DEBUG [RS:0;122cddc95ec8:42109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/WALs/122cddc95ec8,42109,1733207572140/122cddc95ec8%2C42109%2C1733207572140.1733207574338, exclude list is [], retry=0 2024-12-03T06:32:54,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44375,DS-15776e33-1df2-4b12-86a8-fcbca20a7a54,DISK] 2024-12-03T06:32:54,352 INFO [RS:0;122cddc95ec8:42109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/WALs/122cddc95ec8,42109,1733207572140/122cddc95ec8%2C42109%2C1733207572140.1733207574338 2024-12-03T06:32:54,352 DEBUG [RS:0;122cddc95ec8:42109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-12-03T06:32:54,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:32:54,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78 2024-12-03T06:32:54,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:32:54,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:54,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:32:54,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:32:54,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:54,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:54,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:32:54,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:32:54,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:54,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:54,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:32:54,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:32:54,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:54,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:54,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:32:54,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:32:54,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:54,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:54,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:32:54,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/data/hbase/meta/1588230740 2024-12-03T06:32:54,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/data/hbase/meta/1588230740 2024-12-03T06:32:54,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:32:54,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:32:54,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:54,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:32:54,908 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:54,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71485774, jitterRate=0.06522104144096375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:54,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207574899Initializing all the Stores at 1733207574900 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207574900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207574900Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207574900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207574900Cleaning up temporary data from old regions at 1733207574906 (+6 ms)Region opened successfully at 1733207574909 (+3 ms) 2024-12-03T06:32:54,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:32:54,909 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:32:54,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:32:54,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:32:54,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:32:54,909 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:32:54,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207574909Disabling compacts and flushes for region at 1733207574909Disabling writes for close at 1733207574909Writing region close event to WAL at 1733207574909Closed at 1733207574909 2024-12-03T06:32:54,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:54,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:32:54,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:32:54,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:32:54,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:32:55,062 DEBUG [122cddc95ec8:44693 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:32:55,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,42109,1733207572140 2024-12-03T06:32:55,063 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,42109,1733207572140, state=OPENING 2024-12-03T06:32:55,098 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:32:55,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:55,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0721591060 2024-12-03T06:32:55,107 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:32:55,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0721591060/meta-region-server: CHANGED 2024-12-03T06:32:55,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0721591060/meta-region-server: CHANGED 2024-12-03T06:32:55,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,42109,1733207572140}] 2024-12-03T06:32:55,259 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:32:55,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:32:55,263 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:32:55,263 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:32:55,263 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:32:55,264 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C42109%2C1733207572140.meta, suffix=.meta, logDir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/WALs/122cddc95ec8,42109,1733207572140, archiveDir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/oldWALs, maxLogs=10 2024-12-03T06:32:55,274 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/WALs/122cddc95ec8,42109,1733207572140/122cddc95ec8%2C42109%2C1733207572140.meta.1733207575264.meta, exclude list is [], retry=0 2024-12-03T06:32:55,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44375,DS-15776e33-1df2-4b12-86a8-fcbca20a7a54,DISK] 2024-12-03T06:32:55,277 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/WALs/122cddc95ec8,42109,1733207572140/122cddc95ec8%2C42109%2C1733207572140.meta.1733207575264.meta 2024-12-03T06:32:55,278 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38155:38155)] 2024-12-03T06:32:55,278 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:55,278 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:55,278 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:32:55,278 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:32:55,278 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:32:55,279 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:32:55,279 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:55,279 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:32:55,279 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:32:55,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:32:55,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:32:55,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:55,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:55,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:32:55,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:32:55,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:55,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:55,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:32:55,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:32:55,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:55,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:55,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:32:55,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:32:55,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:55,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:32:55,283 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:32:55,284 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/data/hbase/meta/1588230740 2024-12-03T06:32:55,284 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/data/hbase/meta/1588230740 2024-12-03T06:32:55,285 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:32:55,285 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:32:55,285 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:32:55,286 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:32:55,286 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71014132, jitterRate=0.05819302797317505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:32:55,286 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:32:55,287 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207575279Writing region info on filesystem at 1733207575279Initializing all the Stores at 1733207575280 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207575280Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207575280Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207575280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207575280Cleaning up temporary data from old regions at 1733207575285 (+5 ms)Running coprocessor post-open hooks at 1733207575286 (+1 ms)Region opened successfully at 1733207575287 (+1 ms) 2024-12-03T06:32:55,288 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207575259 2024-12-03T06:32:55,289 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:32:55,289 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:32:55,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,42109,1733207572140 2024-12-03T06:32:55,290 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,42109,1733207572140, state=OPEN 2024-12-03T06:32:55,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44693-0x1009ebab5f30000, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0721591060/meta-region-server 2024-12-03T06:32:55,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42109-0x1009ebab5f30001, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0721591060/meta-region-server 2024-12-03T06:32:55,320 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,42109,1733207572140 2024-12-03T06:32:55,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0721591060/meta-region-server: CHANGED 2024-12-03T06:32:55,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0721591060/meta-region-server: CHANGED 2024-12-03T06:32:55,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:32:55,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,42109,1733207572140 in 213 msec 2024-12-03T06:32:55,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:32:55,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-12-03T06:32:55,323 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:32:55,323 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:32:55,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:55,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,42109,1733207572140, seqNum=-1] 2024-12-03T06:32:55,324 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:55,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:55,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-12-03T06:32:55,329 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207575329, completionTime=-1 2024-12-03T06:32:55,329 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:32:55,329 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:32:55,330 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:32:55,330 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207635330 2024-12-03T06:32:55,330 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207695330 2024-12-03T06:32:55,330 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:32:55,331 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44693,1733207572000-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:55,331 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44693,1733207572000-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:55,331 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44693,1733207572000-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:55,331 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:44693, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:55,331 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:55,331 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:55,332 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:32:55,333 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.126sec 2024-12-03T06:32:55,333 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:32:55,333 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:32:55,334 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:32:55,334 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:32:55,334 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:32:55,334 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44693,1733207572000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:32:55,334 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44693,1733207572000-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:32:55,335 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:32:55,335 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:32:55,335 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,44693,1733207572000-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:32:55,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dee05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:55,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44693,-1 for getting cluster id 2024-12-03T06:32:55,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:55,371 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cb81534-5aa6-40ba-87ba-7c61a4763454' 2024-12-03T06:32:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cb81534-5aa6-40ba-87ba-7c61a4763454" 2024-12-03T06:32:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bebecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44693,-1] 2024-12-03T06:32:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:55,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:55,372 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:55,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df85e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:55,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:32:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,42109,1733207572140, seqNum=-1] 2024-12-03T06:32:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:32:55,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:32:55,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,44693,1733207572000 2024-12-03T06:32:55,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52038 2024-12-03T06:32:55,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52038, baseZNode=/0721591060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:55,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009ebab5f30002 connected 2024-12-03T06:32:55,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44693,1733207572000 2024-12-03T06:32:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c0bf71f 2024-12-03T06:32:55,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:55,402 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:55,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:32:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:32:55,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:32:55,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:55,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:32:55,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:32:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:55,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:32:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:55,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af940a9f85aee6733362678d7768e22f, NAME => 'test,,1733207575402.af940a9f85aee6733362678d7768e22f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78 2024-12-03T06:32:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:32:55,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:32:55,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:55,867 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:32:55,867 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128637 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:32:55,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:55,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:32:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:56,219 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207575402.af940a9f85aee6733362678d7768e22f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:56,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af940a9f85aee6733362678d7768e22f, disabling compactions & flushes 2024-12-03T06:32:56,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207575402.af940a9f85aee6733362678d7768e22f. 2024-12-03T06:32:56,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207575402.af940a9f85aee6733362678d7768e22f. 2024-12-03T06:32:56,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207575402.af940a9f85aee6733362678d7768e22f. after waiting 0 ms 2024-12-03T06:32:56,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207575402.af940a9f85aee6733362678d7768e22f. 2024-12-03T06:32:56,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207575402.af940a9f85aee6733362678d7768e22f. 2024-12-03T06:32:56,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af940a9f85aee6733362678d7768e22f: Waiting for close lock at 1733207576219Disabling compacts and flushes for region at 1733207576219Disabling writes for close at 1733207576220 (+1 ms)Writing region close event to WAL at 1733207576220Closed at 1733207576220 2024-12-03T06:32:56,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:32:56,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207575402.af940a9f85aee6733362678d7768e22f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207576221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207576221"}]},"ts":"1733207576221"} 2024-12-03T06:32:56,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:32:56,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:32:56,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207576224"}]},"ts":"1733207576224"} 2024-12-03T06:32:56,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:32:56,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af940a9f85aee6733362678d7768e22f, ASSIGN}] 2024-12-03T06:32:56,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af940a9f85aee6733362678d7768e22f, ASSIGN 2024-12-03T06:32:56,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af940a9f85aee6733362678d7768e22f, ASSIGN; state=OFFLINE, location=122cddc95ec8,42109,1733207572140; forceNewPlan=false, retain=false 2024-12-03T06:32:56,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af940a9f85aee6733362678d7768e22f, regionState=OPENING, regionLocation=122cddc95ec8,42109,1733207572140 2024-12-03T06:32:56,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af940a9f85aee6733362678d7768e22f, ASSIGN because future has completed 2024-12-03T06:32:56,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af940a9f85aee6733362678d7768e22f, server=122cddc95ec8,42109,1733207572140}] 2024-12-03T06:32:56,535 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207575402.af940a9f85aee6733362678d7768e22f. 2024-12-03T06:32:56,535 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af940a9f85aee6733362678d7768e22f, NAME => 'test,,1733207575402.af940a9f85aee6733362678d7768e22f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:32:56,536 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:32:56,536 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:32:56,536 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,536 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207575402.af940a9f85aee6733362678d7768e22f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:32:56,536 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,536 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:56,537 INFO [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,538 INFO [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af940a9f85aee6733362678d7768e22f columnFamilyName f 2024-12-03T06:32:56,538 DEBUG [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:56,539 INFO [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] regionserver.HStore(327): Store=af940a9f85aee6733362678d7768e22f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:56,539 INFO [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,540 INFO [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af940a9f85aee6733362678d7768e22f columnFamilyName f1 2024-12-03T06:32:56,540 DEBUG [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:56,540 INFO [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] regionserver.HStore(327): Store=af940a9f85aee6733362678d7768e22f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:56,540 INFO [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,541 INFO [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af940a9f85aee6733362678d7768e22f columnFamilyName norep 2024-12-03T06:32:56,541 DEBUG [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:32:56,541 INFO [StoreOpener-af940a9f85aee6733362678d7768e22f-1 {}] regionserver.HStore(327): Store=af940a9f85aee6733362678d7768e22f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:32:56,541 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,541 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/data/default/test/af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,542 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/data/default/test/af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,542 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,542 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,542 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:32:56,543 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,544 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/data/default/test/af940a9f85aee6733362678d7768e22f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:32:56,544 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af940a9f85aee6733362678d7768e22f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60625401, jitterRate=-0.0966111272573471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:32:56,544 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af940a9f85aee6733362678d7768e22f 2024-12-03T06:32:56,545 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af940a9f85aee6733362678d7768e22f: Running coprocessor pre-open hook at 1733207576536Writing region info on filesystem at 1733207576536Initializing all the Stores at 1733207576537 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207576537Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207576537Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207576537Cleaning up temporary data from old regions at 1733207576542 (+5 ms)Running coprocessor post-open hooks at 1733207576544 (+2 ms)Region opened successfully at 1733207576545 (+1 ms) 2024-12-03T06:32:56,546 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207575402.af940a9f85aee6733362678d7768e22f., pid=6, masterSystemTime=1733207576533 2024-12-03T06:32:56,547 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207575402.af940a9f85aee6733362678d7768e22f. 2024-12-03T06:32:56,547 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207575402.af940a9f85aee6733362678d7768e22f. 2024-12-03T06:32:56,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af940a9f85aee6733362678d7768e22f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,42109,1733207572140 2024-12-03T06:32:56,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af940a9f85aee6733362678d7768e22f, server=122cddc95ec8,42109,1733207572140 because future has completed 2024-12-03T06:32:56,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:32:56,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af940a9f85aee6733362678d7768e22f, server=122cddc95ec8,42109,1733207572140 in 169 msec 2024-12-03T06:32:56,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:32:56,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af940a9f85aee6733362678d7768e22f, ASSIGN in 326 msec 2024-12-03T06:32:56,554 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:32:56,554 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207576554"}]},"ts":"1733207576554"} 2024-12-03T06:32:56,555 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:32:56,556 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:32:56,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-03T06:32:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:32:57,548 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:32:57,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e5c824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:57,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44693,-1 for getting cluster id 2024-12-03T06:32:57,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:57,549 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cb81534-5aa6-40ba-87ba-7c61a4763454' 2024-12-03T06:32:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cb81534-5aa6-40ba-87ba-7c61a4763454" 2024-12-03T06:32:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7bb103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44693,-1] 2024-12-03T06:32:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:57,550 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104f88ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:57,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44693,1733207572000 2024-12-03T06:32:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19735652 2024-12-03T06:32:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:57,552 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:57,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:44693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:32:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:32:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:57,555 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:44693' 2024-12-03T06:32:57,556 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d5d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:57,556 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,44693,-1 for getting cluster id 2024-12-03T06:32:57,556 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:32:57,556 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cb81534-5aa6-40ba-87ba-7c61a4763454' 2024-12-03T06:32:57,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:32:57,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cb81534-5aa6-40ba-87ba-7c61a4763454" 2024-12-03T06:32:57,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f46e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:57,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,44693,-1] 2024-12-03T06:32:57,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:32:57,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:57,557 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:32:57,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cccb8ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:32:57,558 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:32:57,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,44693,1733207572000 2024-12-03T06:32:57,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@682191ee 2024-12-03T06:32:57,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:32:57,559 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:32:57,560 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T06:32:57,560 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:32:57,560 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:57,560 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:57,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:57,560 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://122cddc95ec8:44693, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T06:32:57,566 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://122cddc95ec8:44693, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://122cddc95ec8:44693, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://122cddc95ec8:44693, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-03T06:32:57,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://122cddc95ec8:44693, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-12-03T06:32:57,567 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-03T06:32:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:32:57,658 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://122cddc95ec8:44693, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-03T06:32:57,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:32:57,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:32:57,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:57,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:32:57,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:32:57,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 359) Potentially hanging thread: master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207574085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: 122cddc95ec8:44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@328a6718 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1581083917-7966 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/122cddc95ec8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/cluster_23ee321d-8886-7de9-5a41-eeda34626ebb/data/data1/current/BP-2083838201-172.17.0.2-1733207570248 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52038) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/122cddc95ec8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp877619766-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f74e84352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2083838201-172.17.0.2-1733207570248:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/cluster_23ee321d-8886-7de9-5a41-eeda34626ebb/data/data2/current/BP-2083838201-172.17.0.2-1733207570248 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37825 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1581083917-7967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37825 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 4 on default port 41615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1d038f33[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78-prefix:122cddc95ec8,42109,1733207572140.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78/MasterData-prefix:122cddc95ec8,44693,1733207572000 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@63693e8c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/122cddc95ec8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7bc71f1f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp877619766-7919-acceptor-0@1399f4d1-ServerConnector@27b715de{HTTP/1.1, (http/1.1)}{localhost:41891} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41615 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37825/user/jenkins/test-data/472e374b-91b3-2cdc-4413-9a81efa75d78-prefix:122cddc95ec8,42109,1733207572140 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52038) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1674946416_20 at /127.0.0.1:56302 [Receiving block BP-2083838201-172.17.0.2-1733207570248:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp877619766-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3a2bdfed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2f13c430-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/cluster_23ee321d-8886-7de9-5a41-eeda34626ebb/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/cluster_23ee321d-8886-7de9-5a41-eeda34626ebb/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp877619766-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(183273305) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@9f24307 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1212326040_20 at /127.0.0.1:56290 [Receiving block BP-2083838201-172.17.0.2-1733207570248:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52038) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@432b3f92 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-2083838201-172.17.0.2-1733207570248 heartbeating to localhost/127.0.0.1:37825 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;122cddc95ec8:42109-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1674946416_20 at /127.0.0.1:42496 [Receiving block BP-2083838201-172.17.0.2-1733207570248:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp877619766-7915 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f74e84352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1581083917-7965-acceptor-0@4795b194-ServerConnector@72de679e{HTTP/1.1, (http/1.1)}{localhost:38145} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp877619766-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f74e84352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;122cddc95ec8:44693 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;122cddc95ec8:42109 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@332dafea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PacketResponder: BP-2083838201-172.17.0.2-1733207570248:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 1 on default port 41615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207574085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@6780168c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1581083917-7964 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f74e84352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 3 on default port 37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp877619766-7918 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f74e84352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52038 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f74e89f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:52038): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Session-HouseKeeper-3fa5b305-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2083838201-172.17.0.2-1733207570248:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f74e8ad31d0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@c370947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1674946416_20 at /127.0.0.1:56250 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/122cddc95ec8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/122cddc95ec8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp877619766-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) - Thread LEAK? -, OpenFileDescriptor=866 (was 782) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 321), ProcessCount=11 (was 11), AvailableMemoryMB=11555 (was 11594) 2024-12-03T06:32:57,679 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-03T06:32:57,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=11552 2024-12-03T06:32:57,692 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-03T06:32:57,709 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-03T06:32:57,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/hadoop.log.dir so I do NOT create it in target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60 2024-12-03T06:32:57,710 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:32:57,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/hadoop.tmp.dir so I do NOT create it in target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60 2024-12-03T06:32:57,710 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61bc7ad9-a029-07ad-c07a-a0d033c23686/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:32:57,710 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60 2024-12-03T06:32:57,710 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/cluster_6b600f24-aafb-dd70-b539-039fccf6c14e, deleteOnExit=true 2024-12-03T06:32:57,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/cluster_6b600f24-aafb-dd70-b539-039fccf6c14e/zookeeper_0, clientPort=50101, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/cluster_6b600f24-aafb-dd70-b539-039fccf6c14e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/cluster_6b600f24-aafb-dd70-b539-039fccf6c14e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T06:32:57,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50101 2024-12-03T06:32:57,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:32:57,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:32:57,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/test.cache.data in system properties and HBase conf 2024-12-03T06:32:57,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:32:57,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:32:57,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:32:57,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:32:57,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:32:57,727 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:32:57,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:32:57,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:57,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:32:57,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:32:57,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:32:57,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:32:58,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:58,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2042af9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:32:58,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3504153d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:32:58,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28040d27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/java.io.tmpdir/jetty-localhost-35333-hadoop-hdfs-3_4_1-tests_jar-_-any-17963110798912128108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:32:58,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@410def9e{HTTP/1.1, (http/1.1)}{localhost:35333} 2024-12-03T06:32:58,100 INFO [Time-limited test {}] server.Server(415): Started @323351ms 2024-12-03T06:32:58,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:32:58,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:32:58,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:32:58,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:32:58,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:32:58,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6693241a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:32:58,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@184d626c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:32:58,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@643d0ba5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/java.io.tmpdir/jetty-localhost-33095-hadoop-hdfs-3_4_1-tests_jar-_-any-7146991135721491688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:32:58,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ea7902e{HTTP/1.1, (http/1.1)}{localhost:33095} 2024-12-03T06:32:58,375 INFO [Time-limited test {}] server.Server(415): Started @323626ms 2024-12-03T06:32:58,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:32:58,806 WARN [Thread-4327 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/cluster_6b600f24-aafb-dd70-b539-039fccf6c14e/data/data1/current/BP-945944477-172.17.0.2-1733207577740/current, will proceed with Du for space computation calculation, 2024-12-03T06:32:58,806 WARN [Thread-4328 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/cluster_6b600f24-aafb-dd70-b539-039fccf6c14e/data/data2/current/BP-945944477-172.17.0.2-1733207577740/current, will proceed with Du for space computation calculation, 2024-12-03T06:32:58,823 WARN [Thread-4315 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:32:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23aff36192348804 with lease ID 0x5283bcc4fe805816: Processing first storage report for DS-614703b7-87e9-4f15-bfeb-ffddcc5778f5 from datanode DatanodeRegistration(127.0.0.1:37429, datanodeUuid=666323d9-bdd5-4641-94a6-c2e6dbbb6e0d, infoPort=44015, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=352803150;c=1733207577740) 2024-12-03T06:32:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23aff36192348804 with lease ID 0x5283bcc4fe805816: from storage DS-614703b7-87e9-4f15-bfeb-ffddcc5778f5 node DatanodeRegistration(127.0.0.1:37429, datanodeUuid=666323d9-bdd5-4641-94a6-c2e6dbbb6e0d, infoPort=44015, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=352803150;c=1733207577740), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:32:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23aff36192348804 with lease ID 0x5283bcc4fe805816: Processing first storage report for DS-a176a745-71c4-41d1-a331-c6250f9c1fa0 from datanode DatanodeRegistration(127.0.0.1:37429, datanodeUuid=666323d9-bdd5-4641-94a6-c2e6dbbb6e0d, infoPort=44015, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=352803150;c=1733207577740) 2024-12-03T06:32:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23aff36192348804 with lease ID 0x5283bcc4fe805816: from storage DS-a176a745-71c4-41d1-a331-c6250f9c1fa0 node DatanodeRegistration(127.0.0.1:37429, datanodeUuid=666323d9-bdd5-4641-94a6-c2e6dbbb6e0d, infoPort=44015, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=352803150;c=1733207577740), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:32:58,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60 2024-12-03T06:32:58,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:58,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:32:59,307 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe with version=8 2024-12-03T06:32:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/hbase-staging 2024-12-03T06:32:59,308 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:32:59,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:59,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:59,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:32:59,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:59,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:32:59,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:32:59,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:32:59,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45973 2024-12-03T06:32:59,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45973 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-12-03T06:32:59,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459730x0, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:59,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45973-0x1009ebad3370000 connected 2024-12-03T06:32:59,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:59,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:59,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Set watcher on znode that does not yet exist, /0-1362951875/running 2024-12-03T06:32:59,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe, hbase.cluster.distributed=false 2024-12-03T06:32:59,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Set watcher on znode that does not yet exist, /0-1362951875/acl 2024-12-03T06:32:59,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45973 2024-12-03T06:32:59,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45973 2024-12-03T06:32:59,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45973 2024-12-03T06:32:59,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45973 2024-12-03T06:32:59,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45973 2024-12-03T06:32:59,469 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:32:59,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:59,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:59,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:32:59,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:32:59,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:32:59,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:32:59,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:32:59,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39137 2024-12-03T06:32:59,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39137 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-12-03T06:32:59,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:59,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391370x0, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:32:59,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391370x0, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Set watcher on znode that does not yet exist, /0-1362951875/running 2024-12-03T06:32:59,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39137-0x1009ebad3370001 connected 2024-12-03T06:32:59,483 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:32:59,484 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:32:59,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Set watcher on znode that does not yet exist, /0-1362951875/master 2024-12-03T06:32:59,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Set watcher on znode that does not yet exist, /0-1362951875/acl 2024-12-03T06:32:59,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39137 2024-12-03T06:32:59,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39137 2024-12-03T06:32:59,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39137 2024-12-03T06:32:59,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39137 2024-12-03T06:32:59,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39137 2024-12-03T06:32:59,502 DEBUG [M:0;122cddc95ec8:45973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:45973 2024-12-03T06:32:59,502 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1362951875/backup-masters/122cddc95ec8,45973,1733207579308 2024-12-03T06:32:59,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875/backup-masters 2024-12-03T06:32:59,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875/backup-masters 2024-12-03T06:32:59,511 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Set watcher on existing znode=/0-1362951875/backup-masters/122cddc95ec8,45973,1733207579308 2024-12-03T06:32:59,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1362951875/master 2024-12-03T06:32:59,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:32:59,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:32:59,519 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Set watcher on existing znode=/0-1362951875/master 2024-12-03T06:32:59,519 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1362951875/backup-masters/122cddc95ec8,45973,1733207579308 from backup master directory 2024-12-03T06:32:59,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1362951875/backup-masters/122cddc95ec8,45973,1733207579308 2024-12-03T06:32:59,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875/backup-masters 2024-12-03T06:32:59,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875/backup-masters 2024-12-03T06:32:59,527 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:32:59,527 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,45973,1733207579308 2024-12-03T06:32:59,530 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/hbase.id] with ID: f7b23dc2-52a1-495a-967b-3652f0329765 2024-12-03T06:32:59,530 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/.tmp/hbase.id 2024-12-03T06:32:59,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:32:59,935 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/.tmp/hbase.id]:[hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/hbase.id] 2024-12-03T06:32:59,942 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:32:59,942 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:32:59,943 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:32:59,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:32:59,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:32:59,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:33:00,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:33:00,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T06:33:00,365 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:33:00,366 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:33:00,366 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:33:00,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:33:00,771 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store 2024-12-03T06:33:00,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:33:00,776 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:00,776 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:33:00,776 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:00,776 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:00,776 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:33:00,776 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:00,776 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:00,776 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207580776Disabling compacts and flushes for region at 1733207580776Disabling writes for close at 1733207580776Writing region close event to WAL at 1733207580776Closed at 1733207580776 2024-12-03T06:33:00,777 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/.initializing 2024-12-03T06:33:00,777 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/WALs/122cddc95ec8,45973,1733207579308 2024-12-03T06:33:00,778 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:33:00,779 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C45973%2C1733207579308, suffix=, logDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/WALs/122cddc95ec8,45973,1733207579308, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/oldWALs, maxLogs=10 2024-12-03T06:33:00,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:33:00,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,795 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/WALs/122cddc95ec8,45973,1733207579308/122cddc95ec8%2C45973%2C1733207579308.1733207580779, exclude list is [], retry=0 2024-12-03T06:33:00,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37429,DS-614703b7-87e9-4f15-bfeb-ffddcc5778f5,DISK] 2024-12-03T06:33:00,798 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/WALs/122cddc95ec8,45973,1733207579308/122cddc95ec8%2C45973%2C1733207579308.1733207580779 2024-12-03T06:33:00,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-03T06:33:00,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:33:00,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:00,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,799 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:33:00,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:00,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:00,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:33:00,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:00,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:00,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:33:00,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:00,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:00,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:33:00,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:00,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:00,805 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,805 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,805 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,806 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,806 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,807 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:33:00,807 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:00,809 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:33:00,809 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66387980, jitterRate=-0.010742008686065674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:33:00,809 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207580799Initializing all the Stores at 1733207580799Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207580800 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207580800Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207580800Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207580800Cleaning up temporary data from old regions at 1733207580806 (+6 ms)Region opened successfully at 1733207580809 (+3 ms) 2024-12-03T06:33:00,815 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:33:00,818 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165a2fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:33:00,818 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:33:00,819 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:33:00,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,819 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:33:00,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,819 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:33:00,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,819 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:33:00,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,819 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:33:00,819 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:33:00,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,821 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:33:00,822 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Unable to get data of znode /0-1362951875/balancer because node does not exist (not necessarily an error) 2024-12-03T06:33:00,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:00,836 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1362951875/balancer already deleted, retry=false 2024-12-03T06:33:00,836 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:33:00,837 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Unable to get data of znode /0-1362951875/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:33:00,844 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1362951875/normalizer already deleted, retry=false 2024-12-03T06:33:00,844 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:33:00,845 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Unable to get data of znode /0-1362951875/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:33:00,859 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1362951875/switch/split already deleted, retry=false 2024-12-03T06:33:00,859 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T06:33:00,859 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T06:33:00,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T06:33:00,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T06:33:00,860 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Unable to get data of znode /0-1362951875/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:33:00,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:33:00,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T06:33:00,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T06:33:00,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T06:33:00,869 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1362951875/switch/merge already deleted, retry=false 2024-12-03T06:33:00,870 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Unable to get data of znode /0-1362951875/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:33:00,877 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1362951875/snapshot-cleanup already deleted, retry=false 2024-12-03T06:33:00,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1362951875/running 2024-12-03T06:33:00,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1362951875/running 2024-12-03T06:33:00,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:00,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:00,886 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,45973,1733207579308, sessionid=0x1009ebad3370000, setting cluster-up flag (Was=false) 2024-12-03T06:33:00,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:00,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:00,927 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1362951875/flush-table-proc/acquired, /0-1362951875/flush-table-proc/reached, /0-1362951875/flush-table-proc/abort 2024-12-03T06:33:00,928 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,45973,1733207579308 2024-12-03T06:33:00,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:00,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:00,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1362951875/online-snapshot/acquired, /0-1362951875/online-snapshot/reached, /0-1362951875/online-snapshot/abort 2024-12-03T06:33:00,969 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,45973,1733207579308 2024-12-03T06:33:00,970 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:33:00,971 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:00,971 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:33:00,972 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:33:00,972 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,45973,1733207579308 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:33:00,973 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:00,973 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:00,973 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:00,973 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:00,973 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:33:00,973 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:00,973 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:33:00,973 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:00,974 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207610974 2024-12-03T06:33:00,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:00,974 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:33:00,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:33:00,974 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:33:00,974 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:33:00,974 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:33:00,974 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:33:00,974 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:33:00,974 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:00,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:33:00,976 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:00,977 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:33:00,977 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:33:00,977 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:33:00,977 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:33:00,977 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:33:00,977 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:33:00,977 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207580977,5,FailOnTimeoutGroup] 2024-12-03T06:33:00,980 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207580978,5,FailOnTimeoutGroup] 2024-12-03T06:33:00,980 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:00,980 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:33:00,980 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:00,980 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:00,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:33:00,994 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(746): ClusterId : f7b23dc2-52a1-495a-967b-3652f0329765 2024-12-03T06:33:00,994 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:33:01,003 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:33:01,003 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:33:01,011 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:33:01,011 DEBUG [RS:0;122cddc95ec8:39137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128b47d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:33:01,025 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:39137 2024-12-03T06:33:01,025 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:33:01,025 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:33:01,025 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:33:01,025 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,45973,1733207579308 with port=39137, startcode=1733207579468 2024-12-03T06:33:01,026 DEBUG [RS:0;122cddc95ec8:39137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:33:01,027 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:33:01,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,39137,1733207579468 2024-12-03T06:33:01,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45973 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,39137,1733207579468 2024-12-03T06:33:01,028 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe 2024-12-03T06:33:01,028 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39577 2024-12-03T06:33:01,028 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:33:01,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875/rs 2024-12-03T06:33:01,036 DEBUG [RS:0;122cddc95ec8:39137 {}] zookeeper.ZKUtil(111): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Set watcher on existing znode=/0-1362951875/rs/122cddc95ec8,39137,1733207579468 2024-12-03T06:33:01,036 WARN [RS:0;122cddc95ec8:39137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:33:01,036 INFO [RS:0;122cddc95ec8:39137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:33:01,036 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468 2024-12-03T06:33:01,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,39137,1733207579468] 2024-12-03T06:33:01,038 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:33:01,039 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:33:01,039 INFO [RS:0;122cddc95ec8:39137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:33:01,039 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:01,039 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:33:01,040 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:33:01,040 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:33:01,040 DEBUG [RS:0;122cddc95ec8:39137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:33:01,040 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:01,041 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:01,041 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:01,041 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:01,041 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:01,041 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39137,1733207579468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:33:01,052 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:33:01,052 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,39137,1733207579468-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:01,052 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:01,052 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.Replication(171): 122cddc95ec8,39137,1733207579468 started 2024-12-03T06:33:01,062 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:01,062 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,39137,1733207579468, RpcServer on 122cddc95ec8/172.17.0.2:39137, sessionid=0x1009ebad3370001 2024-12-03T06:33:01,062 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:33:01,062 DEBUG [RS:0;122cddc95ec8:39137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,39137,1733207579468 2024-12-03T06:33:01,062 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,39137,1733207579468' 2024-12-03T06:33:01,062 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1362951875/flush-table-proc/abort' 2024-12-03T06:33:01,063 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1362951875/flush-table-proc/acquired' 2024-12-03T06:33:01,063 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:33:01,063 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:33:01,063 DEBUG [RS:0;122cddc95ec8:39137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,39137,1733207579468 2024-12-03T06:33:01,063 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,39137,1733207579468' 2024-12-03T06:33:01,063 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1362951875/online-snapshot/abort' 2024-12-03T06:33:01,063 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1362951875/online-snapshot/acquired' 2024-12-03T06:33:01,064 DEBUG [RS:0;122cddc95ec8:39137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:33:01,064 INFO [RS:0;122cddc95ec8:39137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:33:01,064 INFO [RS:0;122cddc95ec8:39137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:33:01,164 INFO [RS:0;122cddc95ec8:39137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:33:01,165 INFO [RS:0;122cddc95ec8:39137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C39137%2C1733207579468, suffix=, logDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/oldWALs, maxLogs=10 2024-12-03T06:33:01,176 DEBUG [RS:0;122cddc95ec8:39137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165, exclude list is [], retry=0 2024-12-03T06:33:01,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37429,DS-614703b7-87e9-4f15-bfeb-ffddcc5778f5,DISK] 2024-12-03T06:33:01,179 INFO [RS:0;122cddc95ec8:39137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 2024-12-03T06:33:01,180 DEBUG [RS:0;122cddc95ec8:39137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-03T06:33:01,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:33:01,382 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe 2024-12-03T06:33:01,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:33:01,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:01,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:33:01,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:33:01,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:01,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:01,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:33:01,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:33:01,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:01,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:01,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:33:01,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:33:01,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:01,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:01,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:33:01,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:33:01,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:01,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:01,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:33:01,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740 2024-12-03T06:33:01,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740 2024-12-03T06:33:01,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:33:01,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:33:01,794 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:33:01,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:33:01,795 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:33:01,796 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67786276, jitterRate=0.010094225406646729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:33:01,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207581787Initializing all the Stores at 1733207581787Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207581787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207581788 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207581788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207581788Cleaning up temporary data from old regions at 1733207581793 (+5 ms)Region opened successfully at 1733207581796 (+3 ms) 2024-12-03T06:33:01,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:33:01,796 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:33:01,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:33:01,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:33:01,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:33:01,796 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:33:01,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207581796Disabling compacts and flushes for region at 1733207581796Disabling writes for close at 1733207581796Writing region close event to WAL at 1733207581796Closed at 1733207581796 2024-12-03T06:33:01,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:01,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:33:01,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:33:01,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:33:01,799 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:33:01,949 DEBUG [122cddc95ec8:45973 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:33:01,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,39137,1733207579468 2024-12-03T06:33:01,950 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,39137,1733207579468, state=OPENING 2024-12-03T06:33:01,985 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:33:02,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:02,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:02,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1362951875/meta-region-server: CHANGED 2024-12-03T06:33:02,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1362951875/meta-region-server: CHANGED 2024-12-03T06:33:02,012 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:33:02,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,39137,1733207579468}] 2024-12-03T06:33:02,164 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:33:02,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:33:02,168 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:33:02,168 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:33:02,168 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:33:02,169 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C39137%2C1733207579468.meta, suffix=.meta, logDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/oldWALs, maxLogs=10 2024-12-03T06:33:02,180 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.meta.1733207582169.meta, exclude list is [], retry=0 2024-12-03T06:33:02,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37429,DS-614703b7-87e9-4f15-bfeb-ffddcc5778f5,DISK] 2024-12-03T06:33:02,183 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.meta.1733207582169.meta 2024-12-03T06:33:02,183 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-03T06:33:02,183 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:33:02,184 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:33:02,184 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:33:02,184 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:33:02,184 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:33:02,184 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:33:02,184 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:02,184 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:33:02,184 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:33:02,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:33:02,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:33:02,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:02,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:02,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:33:02,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:33:02,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:02,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:02,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:33:02,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:33:02,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:02,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:02,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:33:02,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:33:02,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:02,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:02,188 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:33:02,189 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740 2024-12-03T06:33:02,190 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740 2024-12-03T06:33:02,190 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:33:02,190 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:33:02,190 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:33:02,191 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:33:02,191 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74553791, jitterRate=0.11093805730342865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:33:02,192 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:33:02,192 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207582184Writing region info on filesystem at 1733207582184Initializing all the Stores at 1733207582185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207582185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207582185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207582185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207582185Cleaning up temporary data from old regions at 1733207582190 (+5 ms)Running coprocessor post-open hooks at 1733207582192 (+2 ms)Region opened successfully at 1733207582192 2024-12-03T06:33:02,192 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207582164 2024-12-03T06:33:02,193 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:33:02,193 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:33:02,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,39137,1733207579468 2024-12-03T06:33:02,194 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,39137,1733207579468, state=OPEN 2024-12-03T06:33:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1362951875/meta-region-server 2024-12-03T06:33:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1362951875/meta-region-server 2024-12-03T06:33:02,208 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,39137,1733207579468 2024-12-03T06:33:02,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1362951875/meta-region-server: CHANGED 2024-12-03T06:33:02,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1362951875/meta-region-server: CHANGED 2024-12-03T06:33:02,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:33:02,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,39137,1733207579468 in 196 msec 2024-12-03T06:33:02,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:33:02,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-12-03T06:33:02,211 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:02,211 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:33:02,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:02,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39137,1733207579468, seqNum=-1] 2024-12-03T06:33:02,212 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:02,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:33:02,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-12-03T06:33:02,217 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207582217, completionTime=-1 2024-12-03T06:33:02,217 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:33:02,217 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:33:02,218 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:33:02,219 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207642219 2024-12-03T06:33:02,219 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207702219 2024-12-03T06:33:02,219 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:33:02,219 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,45973,1733207579308-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:02,219 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,45973,1733207579308-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:02,219 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,45973,1733207579308-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:02,219 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:45973, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:02,219 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:02,219 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:02,220 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:33:02,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.695sec 2024-12-03T06:33:02,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:33:02,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:33:02,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:33:02,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:33:02,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:33:02,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,45973,1733207579308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:33:02,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,45973,1733207579308-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:33:02,224 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:33:02,224 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:33:02,224 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,45973,1733207579308-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:02,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cde15c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:02,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,45973,-1 for getting cluster id 2024-12-03T06:33:02,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:02,296 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7b23dc2-52a1-495a-967b-3652f0329765' 2024-12-03T06:33:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7b23dc2-52a1-495a-967b-3652f0329765" 2024-12-03T06:33:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203480e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,45973,-1] 2024-12-03T06:33:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:02,297 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:02,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3607faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:02,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:02,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39137,1733207579468, seqNum=-1] 2024-12-03T06:33:02,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:02,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:33:02,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,45973,1733207579308 2024-12-03T06:33:02,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-12-03T06:33:02,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:33:02,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009ebad3370002 connected 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/hadoop.log.dir so I do NOT create it in target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a 2024-12-03T06:33:02,321 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/hadoop.tmp.dir so I do NOT create it in target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a 2024-12-03T06:33:02,321 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:33:02,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/cluster_a84ce600-49a6-a353-1683-997537c21397, deleteOnExit=true 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/test.cache.data in system properties and HBase conf 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:33:02,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:33:02,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:33:02,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:33:02,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:33:02,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:33:02,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:33:02,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:33:02,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T06:33:02,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:33:02,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481ff624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:33:02,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f63bdb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:33:02,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e75770d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/java.io.tmpdir/jetty-localhost-40975-hadoop-hdfs-3_4_1-tests_jar-_-any-4350568458611653679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:33:02,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19d5f462{HTTP/1.1, (http/1.1)}{localhost:40975} 2024-12-03T06:33:02,651 INFO [Time-limited test {}] server.Server(415): Started @327902ms 2024-12-03T06:33:02,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:33:02,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:33:02,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:33:02,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:33:02,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:33:02,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e23bc40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:33:02,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@303b657b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:33:02,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d275c41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/java.io.tmpdir/jetty-localhost-38537-hadoop-hdfs-3_4_1-tests_jar-_-any-4699856691190627189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:33:02,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d746cd4{HTTP/1.1, (http/1.1)}{localhost:38537} 2024-12-03T06:33:02,939 INFO [Time-limited test {}] server.Server(415): Started @328190ms 2024-12-03T06:33:02,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:33:03,290 WARN [Thread-4448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/cluster_a84ce600-49a6-a353-1683-997537c21397/data/data1/current/BP-1608991095-172.17.0.2-1733207582335/current, will proceed with Du for space computation calculation, 2024-12-03T06:33:03,291 WARN [Thread-4449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/cluster_a84ce600-49a6-a353-1683-997537c21397/data/data2/current/BP-1608991095-172.17.0.2-1733207582335/current, will proceed with Du for space computation calculation, 2024-12-03T06:33:03,308 WARN [Thread-4436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:33:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe47dd014ebf8206c with lease ID 0xa8bf1dcb8c3630d8: Processing first storage report for DS-fd6a1c6a-2628-4616-8d0e-731dba7c36e3 from datanode DatanodeRegistration(127.0.0.1:45237, datanodeUuid=6cecabc0-f8b9-43b7-ba54-344f67ae117a, infoPort=40999, infoSecurePort=0, ipcPort=45053, storageInfo=lv=-57;cid=testClusterID;nsid=24756772;c=1733207582335) 2024-12-03T06:33:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe47dd014ebf8206c with lease ID 0xa8bf1dcb8c3630d8: from storage DS-fd6a1c6a-2628-4616-8d0e-731dba7c36e3 node DatanodeRegistration(127.0.0.1:45237, datanodeUuid=6cecabc0-f8b9-43b7-ba54-344f67ae117a, infoPort=40999, infoSecurePort=0, ipcPort=45053, storageInfo=lv=-57;cid=testClusterID;nsid=24756772;c=1733207582335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:33:03,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe47dd014ebf8206c with lease ID 0xa8bf1dcb8c3630d8: Processing first storage report for DS-8dfe71b7-0099-4a58-a44f-e902d1f17854 from datanode DatanodeRegistration(127.0.0.1:45237, datanodeUuid=6cecabc0-f8b9-43b7-ba54-344f67ae117a, infoPort=40999, infoSecurePort=0, ipcPort=45053, storageInfo=lv=-57;cid=testClusterID;nsid=24756772;c=1733207582335) 2024-12-03T06:33:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe47dd014ebf8206c with lease ID 0xa8bf1dcb8c3630d8: from storage DS-8dfe71b7-0099-4a58-a44f-e902d1f17854 node DatanodeRegistration(127.0.0.1:45237, datanodeUuid=6cecabc0-f8b9-43b7-ba54-344f67ae117a, infoPort=40999, infoSecurePort=0, ipcPort=45053, storageInfo=lv=-57;cid=testClusterID;nsid=24756772;c=1733207582335), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T06:33:03,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a 2024-12-03T06:33:03,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:03,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:03,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:33:03,772 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9 with version=8 2024-12-03T06:33:03,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/hbase-staging 2024-12-03T06:33:03,774 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:33:03,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:03,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:03,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:33:03,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:03,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:33:03,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:33:03,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:33:03,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41183 2024-12-03T06:33:03,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41183 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-12-03T06:33:03,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411830x0, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:33:03,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41183-0x1009ebad3370003 connected 2024-12-03T06:33:03,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:03,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:03,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Set watcher on znode that does not yet exist, /11233286280/running 2024-12-03T06:33:03,872 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9, hbase.cluster.distributed=false 2024-12-03T06:33:03,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Set watcher on znode that does not yet exist, /11233286280/acl 2024-12-03T06:33:03,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41183 2024-12-03T06:33:03,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41183 2024-12-03T06:33:03,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41183 2024-12-03T06:33:03,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41183 2024-12-03T06:33:03,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41183 2024-12-03T06:33:03,887 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:33:03,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:03,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:03,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:33:03,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:03,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:33:03,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:33:03,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:33:03,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42011 2024-12-03T06:33:03,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42011 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-12-03T06:33:03,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:03,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:03,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420110x0, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:33:03,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42011-0x1009ebad3370004 connected 2024-12-03T06:33:03,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420110x0, quorum=127.0.0.1:50101, baseZNode=/11233286280 Set watcher on znode that does not yet exist, /11233286280/running 2024-12-03T06:33:03,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:33:03,903 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:33:03,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Set watcher on znode that does not yet exist, /11233286280/master 2024-12-03T06:33:03,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Set watcher on znode that does not yet exist, /11233286280/acl 2024-12-03T06:33:03,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42011 2024-12-03T06:33:03,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42011 2024-12-03T06:33:03,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42011 2024-12-03T06:33:03,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42011 2024-12-03T06:33:03,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42011 2024-12-03T06:33:03,927 DEBUG [M:0;122cddc95ec8:41183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:41183 2024-12-03T06:33:03,927 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11233286280/backup-masters/122cddc95ec8,41183,1733207583774 2024-12-03T06:33:03,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280/backup-masters 2024-12-03T06:33:03,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280/backup-masters 2024-12-03T06:33:03,936 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Set watcher on existing znode=/11233286280/backup-masters/122cddc95ec8,41183,1733207583774 2024-12-03T06:33:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11233286280/master 2024-12-03T06:33:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:03,944 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Set watcher on existing znode=/11233286280/master 2024-12-03T06:33:03,944 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11233286280/backup-masters/122cddc95ec8,41183,1733207583774 from backup master directory 2024-12-03T06:33:03,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11233286280/backup-masters/122cddc95ec8,41183,1733207583774 2024-12-03T06:33:03,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280/backup-masters 2024-12-03T06:33:03,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280/backup-masters 2024-12-03T06:33:03,952 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:33:03,952 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,41183,1733207583774 2024-12-03T06:33:03,955 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/hbase.id] with ID: ed860bfb-aa26-4775-b80d-2db7d30a443f 2024-12-03T06:33:03,955 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/.tmp/hbase.id 2024-12-03T06:33:03,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:33:03,959 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/.tmp/hbase.id]:[hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/hbase.id] 2024-12-03T06:33:03,965 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:03,965 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:33:03,966 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:33:03,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:03,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:03,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:33:04,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:33:04,379 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:33:04,380 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:33:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:33:04,785 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store 2024-12-03T06:33:04,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:33:05,189 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:05,189 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:33:05,189 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:05,189 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:05,189 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:33:05,189 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:05,189 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:05,189 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207585189Disabling compacts and flushes for region at 1733207585189Disabling writes for close at 1733207585189Writing region close event to WAL at 1733207585189Closed at 1733207585189 2024-12-03T06:33:05,190 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/.initializing 2024-12-03T06:33:05,190 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/WALs/122cddc95ec8,41183,1733207583774 2024-12-03T06:33:05,191 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:33:05,192 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C41183%2C1733207583774, suffix=, logDir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/WALs/122cddc95ec8,41183,1733207583774, archiveDir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/oldWALs, maxLogs=10 2024-12-03T06:33:05,203 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/WALs/122cddc95ec8,41183,1733207583774/122cddc95ec8%2C41183%2C1733207583774.1733207585192, exclude list is [], retry=0 2024-12-03T06:33:05,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45237,DS-fd6a1c6a-2628-4616-8d0e-731dba7c36e3,DISK] 2024-12-03T06:33:05,206 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/WALs/122cddc95ec8,41183,1733207583774/122cddc95ec8%2C41183%2C1733207583774.1733207585192 2024-12-03T06:33:05,207 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40999:40999)] 2024-12-03T06:33:05,207 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:33:05,207 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:05,207 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,207 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:33:05,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:05,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:05,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:33:05,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:05,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:05,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:33:05,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:05,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:05,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:33:05,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:05,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:05,213 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,214 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,214 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,215 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,215 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,216 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:33:05,216 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:05,218 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:33:05,218 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69373657, jitterRate=0.033748045563697815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:33:05,218 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207585207Initializing all the Stores at 1733207585208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207585208Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207585208Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207585208Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207585208Cleaning up temporary data from old regions at 1733207585215 (+7 ms)Region opened successfully at 1733207585218 (+3 ms) 2024-12-03T06:33:05,219 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:33:05,220 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c72863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:33:05,221 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:33:05,221 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:33:05,221 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:33:05,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:33:05,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:33:05,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:33:05,222 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:33:05,223 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:33:05,224 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Unable to get data of znode /11233286280/balancer because node does not exist (not necessarily an error) 2024-12-03T06:33:05,269 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11233286280/balancer already deleted, retry=false 2024-12-03T06:33:05,269 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:33:05,269 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Unable to get data of znode /11233286280/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:33:05,277 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11233286280/normalizer already deleted, retry=false 2024-12-03T06:33:05,277 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:33:05,278 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Unable to get data of znode /11233286280/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:33:05,285 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11233286280/switch/split already deleted, retry=false 2024-12-03T06:33:05,286 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Unable to get data of znode /11233286280/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:33:05,294 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11233286280/switch/merge already deleted, retry=false 2024-12-03T06:33:05,295 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Unable to get data of znode /11233286280/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:33:05,302 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11233286280/snapshot-cleanup already deleted, retry=false 2024-12-03T06:33:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11233286280/running 2024-12-03T06:33:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11233286280/running 2024-12-03T06:33:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:05,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:05,311 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,41183,1733207583774, sessionid=0x1009ebad3370003, setting cluster-up flag (Was=false) 2024-12-03T06:33:05,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:05,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:05,352 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11233286280/flush-table-proc/acquired, /11233286280/flush-table-proc/reached, /11233286280/flush-table-proc/abort 2024-12-03T06:33:05,353 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,41183,1733207583774 2024-12-03T06:33:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:05,394 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11233286280/online-snapshot/acquired, /11233286280/online-snapshot/reached, /11233286280/online-snapshot/abort 2024-12-03T06:33:05,395 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,41183,1733207583774 2024-12-03T06:33:05,396 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:33:05,397 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:05,397 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:33:05,397 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:33:05,397 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,41183,1733207583774 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:33:05,398 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:05,398 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:05,398 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:05,398 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:05,398 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:33:05,398 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,398 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:33:05,398 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,399 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207615399 2024-12-03T06:33:05,399 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:33:05,399 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:33:05,399 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:33:05,399 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:33:05,399 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:33:05,399 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:33:05,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:05,399 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:33:05,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:33:05,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:33:05,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:33:05,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:33:05,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:33:05,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:33:05,400 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:05,400 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207585400,5,FailOnTimeoutGroup] 2024-12-03T06:33:05,400 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207585400,5,FailOnTimeoutGroup] 2024-12-03T06:33:05,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:33:05,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:33:05,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,400 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:33:05,416 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(746): ClusterId : ed860bfb-aa26-4775-b80d-2db7d30a443f 2024-12-03T06:33:05,416 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:33:05,425 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:33:05,425 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:33:05,433 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:33:05,433 DEBUG [RS:0;122cddc95ec8:42011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b939a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:33:05,444 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:42011 2024-12-03T06:33:05,444 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:33:05,444 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:33:05,444 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:33:05,444 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,41183,1733207583774 with port=42011, startcode=1733207583887 2024-12-03T06:33:05,444 DEBUG [RS:0;122cddc95ec8:42011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:33:05,445 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:33:05,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,42011,1733207583887 2024-12-03T06:33:05,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41183 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,42011,1733207583887 2024-12-03T06:33:05,447 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9 2024-12-03T06:33:05,447 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42289 2024-12-03T06:33:05,447 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:33:05,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280/rs 2024-12-03T06:33:05,489 DEBUG [RS:0;122cddc95ec8:42011 {}] zookeeper.ZKUtil(111): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Set watcher on existing znode=/11233286280/rs/122cddc95ec8,42011,1733207583887 2024-12-03T06:33:05,490 WARN [RS:0;122cddc95ec8:42011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:33:05,490 INFO [RS:0;122cddc95ec8:42011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:33:05,490 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/WALs/122cddc95ec8,42011,1733207583887 2024-12-03T06:33:05,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,42011,1733207583887] 2024-12-03T06:33:05,492 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:33:05,494 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:33:05,494 INFO [RS:0;122cddc95ec8:42011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:33:05,494 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,494 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:33:05,495 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:33:05,495 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:33:05,495 DEBUG [RS:0;122cddc95ec8:42011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:33:05,496 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,496 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,496 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,496 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,496 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,496 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42011,1733207583887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:33:05,509 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:33:05,509 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,42011,1733207583887-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,509 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,509 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.Replication(171): 122cddc95ec8,42011,1733207583887 started 2024-12-03T06:33:05,521 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:05,521 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,42011,1733207583887, RpcServer on 122cddc95ec8/172.17.0.2:42011, sessionid=0x1009ebad3370004 2024-12-03T06:33:05,521 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:33:05,521 DEBUG [RS:0;122cddc95ec8:42011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,42011,1733207583887 2024-12-03T06:33:05,521 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,42011,1733207583887' 2024-12-03T06:33:05,521 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11233286280/flush-table-proc/abort' 2024-12-03T06:33:05,521 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11233286280/flush-table-proc/acquired' 2024-12-03T06:33:05,521 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:33:05,521 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:33:05,521 DEBUG [RS:0;122cddc95ec8:42011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,42011,1733207583887 2024-12-03T06:33:05,521 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,42011,1733207583887' 2024-12-03T06:33:05,521 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11233286280/online-snapshot/abort' 2024-12-03T06:33:05,522 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11233286280/online-snapshot/acquired' 2024-12-03T06:33:05,522 DEBUG [RS:0;122cddc95ec8:42011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:33:05,522 INFO [RS:0;122cddc95ec8:42011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:33:05,522 INFO [RS:0;122cddc95ec8:42011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:33:05,622 INFO [RS:0;122cddc95ec8:42011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:33:05,623 INFO [RS:0;122cddc95ec8:42011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C42011%2C1733207583887, suffix=, logDir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/WALs/122cddc95ec8,42011,1733207583887, archiveDir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/oldWALs, maxLogs=10 2024-12-03T06:33:05,635 DEBUG [RS:0;122cddc95ec8:42011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/WALs/122cddc95ec8,42011,1733207583887/122cddc95ec8%2C42011%2C1733207583887.1733207585624, exclude list is [], retry=0 2024-12-03T06:33:05,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45237,DS-fd6a1c6a-2628-4616-8d0e-731dba7c36e3,DISK] 2024-12-03T06:33:05,638 INFO [RS:0;122cddc95ec8:42011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/WALs/122cddc95ec8,42011,1733207583887/122cddc95ec8%2C42011%2C1733207583887.1733207585624 2024-12-03T06:33:05,639 DEBUG [RS:0;122cddc95ec8:42011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40999:40999)] 2024-12-03T06:33:05,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:33:05,808 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9 2024-12-03T06:33:05,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:33:06,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:06,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:33:06,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:33:06,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:06,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:06,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:33:06,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:33:06,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:06,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:06,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:33:06,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:33:06,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:06,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:06,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:33:06,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:33:06,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:06,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:06,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:33:06,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740 2024-12-03T06:33:06,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740 2024-12-03T06:33:06,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:33:06,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:33:06,220 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:33:06,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:33:06,222 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:33:06,223 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71245387, jitterRate=0.06163899600505829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:33:06,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207586213Initializing all the Stores at 1733207586213Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207586214 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207586214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207586214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207586214Cleaning up temporary data from old regions at 1733207586220 (+6 ms)Region opened successfully at 1733207586223 (+3 ms) 2024-12-03T06:33:06,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:33:06,223 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:33:06,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:33:06,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:33:06,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:33:06,223 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:33:06,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207586223Disabling compacts and flushes for region at 1733207586223Disabling writes for close at 1733207586223Writing region close event to WAL at 1733207586223Closed at 1733207586223 2024-12-03T06:33:06,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:06,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:33:06,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:33:06,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:33:06,225 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:33:06,376 DEBUG [122cddc95ec8:41183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:33:06,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,42011,1733207583887 2024-12-03T06:33:06,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,42011,1733207583887, state=OPENING 2024-12-03T06:33:06,410 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:33:06,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:06,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:06,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:33:06,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11233286280/meta-region-server: CHANGED 2024-12-03T06:33:06,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11233286280/meta-region-server: CHANGED 2024-12-03T06:33:06,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,42011,1733207583887}] 2024-12-03T06:33:06,571 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:33:06,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:33:06,575 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:33:06,575 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:33:06,575 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:33:06,576 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C42011%2C1733207583887.meta, suffix=.meta, logDir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/WALs/122cddc95ec8,42011,1733207583887, archiveDir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/oldWALs, maxLogs=10 2024-12-03T06:33:06,588 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/WALs/122cddc95ec8,42011,1733207583887/122cddc95ec8%2C42011%2C1733207583887.meta.1733207586576.meta, exclude list is [], retry=0 2024-12-03T06:33:06,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45237,DS-fd6a1c6a-2628-4616-8d0e-731dba7c36e3,DISK] 2024-12-03T06:33:06,591 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/WALs/122cddc95ec8,42011,1733207583887/122cddc95ec8%2C42011%2C1733207583887.meta.1733207586576.meta 2024-12-03T06:33:06,592 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40999:40999)] 2024-12-03T06:33:06,592 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:33:06,592 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:33:06,592 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:33:06,592 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:33:06,592 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:33:06,592 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:33:06,592 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:06,592 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:33:06,592 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:33:06,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:33:06,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:33:06,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:06,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:06,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:33:06,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:33:06,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:06,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:06,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:33:06,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:33:06,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:06,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:06,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:33:06,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:33:06,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:06,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:06,596 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:33:06,597 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740 2024-12-03T06:33:06,598 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740 2024-12-03T06:33:06,598 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:33:06,598 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:33:06,599 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:33:06,599 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:33:06,600 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58950238, jitterRate=-0.12157300114631653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:33:06,600 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:33:06,600 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207586592Writing region info on filesystem at 1733207586592Initializing all the Stores at 1733207586593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207586593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207586593Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207586593Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207586593Cleaning up temporary data from old regions at 1733207586598 (+5 ms)Running coprocessor post-open hooks at 1733207586600 (+2 ms)Region opened successfully at 1733207586600 2024-12-03T06:33:06,600 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207586571 2024-12-03T06:33:06,602 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:33:06,602 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:33:06,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,42011,1733207583887 2024-12-03T06:33:06,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,42011,1733207583887, state=OPEN 2024-12-03T06:33:06,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11233286280/meta-region-server 2024-12-03T06:33:06,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11233286280/meta-region-server 2024-12-03T06:33:06,610 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,42011,1733207583887 2024-12-03T06:33:06,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11233286280/meta-region-server: CHANGED 2024-12-03T06:33:06,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11233286280/meta-region-server: CHANGED 2024-12-03T06:33:06,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:33:06,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,42011,1733207583887 in 191 msec 2024-12-03T06:33:06,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:33:06,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-12-03T06:33:06,614 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:06,614 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:33:06,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:06,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,42011,1733207583887, seqNum=-1] 2024-12-03T06:33:06,615 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:06,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:33:06,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-12-03T06:33:06,620 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207586620, completionTime=-1 2024-12-03T06:33:06,620 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:33:06,620 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:33:06,621 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:33:06,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207646622 2024-12-03T06:33:06,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207706622 2024-12-03T06:33:06,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:33:06,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41183,1733207583774-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:06,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41183,1733207583774-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:06,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41183,1733207583774-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:06,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:41183, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:06,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:06,622 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:06,624 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:33:06,625 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.673sec 2024-12-03T06:33:06,625 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:33:06,625 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:33:06,625 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:33:06,625 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:33:06,625 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:33:06,625 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41183,1733207583774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:33:06,625 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41183,1733207583774-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:33:06,626 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:33:06,626 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:33:06,626 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,41183,1733207583774-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:06,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18edd122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:06,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41183,-1 for getting cluster id 2024-12-03T06:33:06,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:06,718 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed860bfb-aa26-4775-b80d-2db7d30a443f' 2024-12-03T06:33:06,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:06,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed860bfb-aa26-4775-b80d-2db7d30a443f" 2024-12-03T06:33:06,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bef1083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:06,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41183,-1] 2024-12-03T06:33:06,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:06,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:06,719 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:06,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c49e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:06,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:06,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,42011,1733207583887, seqNum=-1] 2024-12-03T06:33:06,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:06,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:33:06,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,41183,1733207583774 2024-12-03T06:33:06,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-12-03T06:33:06,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:33:06,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009ebad3370005 connected 2024-12-03T06:33:06,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/hadoop.log.dir so I do NOT create it in target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11 2024-12-03T06:33:06,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T06:33:06,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/hadoop.tmp.dir so I do NOT create it in target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11 2024-12-03T06:33:06,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T06:33:06,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11 2024-12-03T06:33:06,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T06:33:06,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/cluster_aba867da-405c-8dee-68cd-69102715d335, deleteOnExit=true 2024-12-03T06:33:06,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T06:33:06,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/test.cache.data in system properties and HBase conf 2024-12-03T06:33:06,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/hadoop.log.dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T06:33:06,744 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/nfs.dump.dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/java.io.tmpdir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T06:33:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T06:33:06,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T06:33:06,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:33:06,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:33:06,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:33:06,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:33:06,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:33:06,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:33:06,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ab415dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:33:06,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2d9a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:33:07,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aa95a1c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/java.io.tmpdir/jetty-localhost-35485-hadoop-hdfs-3_4_1-tests_jar-_-any-562254028929715132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:33:07,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50c81745{HTTP/1.1, (http/1.1)}{localhost:35485} 2024-12-03T06:33:07,085 INFO [Time-limited test {}] server.Server(415): Started @332337ms 2024-12-03T06:33:07,280 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:33:07,281 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,281 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,282 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,282 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,282 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,282 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,283 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,283 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,314 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,314 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,314 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,315 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,315 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,315 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,319 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,321 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,322 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,323 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:07,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T06:33:07,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T06:33:07,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T06:33:07,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T06:33:07,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T06:33:07,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51f49dab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/hadoop.log.dir/,AVAILABLE} 2024-12-03T06:33:07,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@498d247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T06:33:07,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53cfbbce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/java.io.tmpdir/jetty-localhost-41591-hadoop-hdfs-3_4_1-tests_jar-_-any-9216216710400844527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:33:07,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe3011{HTTP/1.1, (http/1.1)}{localhost:41591} 2024-12-03T06:33:07,436 INFO [Time-limited test {}] server.Server(415): Started @332688ms 2024-12-03T06:33:07,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T06:33:07,857 WARN [Thread-4569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/cluster_aba867da-405c-8dee-68cd-69102715d335/data/data1/current/BP-551718299-172.17.0.2-1733207586758/current, will proceed with Du for space computation calculation, 2024-12-03T06:33:07,857 WARN [Thread-4570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/cluster_aba867da-405c-8dee-68cd-69102715d335/data/data2/current/BP-551718299-172.17.0.2-1733207586758/current, will proceed with Du for space computation calculation, 2024-12-03T06:33:07,875 WARN [Thread-4557 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T06:33:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6948aebdd6e3a0be with lease ID 0xcec813657c3e769d: Processing first storage report for DS-c324cb3e-1950-447a-bef4-9f3a328eb0a6 from datanode DatanodeRegistration(127.0.0.1:41403, datanodeUuid=5d17489f-ca6f-457e-adb4-e88a154eef54, infoPort=34059, infoSecurePort=0, ipcPort=38955, storageInfo=lv=-57;cid=testClusterID;nsid=199506066;c=1733207586758) 2024-12-03T06:33:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6948aebdd6e3a0be with lease ID 0xcec813657c3e769d: from storage DS-c324cb3e-1950-447a-bef4-9f3a328eb0a6 node DatanodeRegistration(127.0.0.1:41403, datanodeUuid=5d17489f-ca6f-457e-adb4-e88a154eef54, infoPort=34059, infoSecurePort=0, ipcPort=38955, storageInfo=lv=-57;cid=testClusterID;nsid=199506066;c=1733207586758), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:33:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6948aebdd6e3a0be with lease ID 0xcec813657c3e769d: Processing first storage report for DS-e671513e-6723-40fe-93bf-3cb4ce4f8861 from datanode DatanodeRegistration(127.0.0.1:41403, datanodeUuid=5d17489f-ca6f-457e-adb4-e88a154eef54, infoPort=34059, infoSecurePort=0, ipcPort=38955, storageInfo=lv=-57;cid=testClusterID;nsid=199506066;c=1733207586758) 2024-12-03T06:33:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6948aebdd6e3a0be with lease ID 0xcec813657c3e769d: from storage DS-e671513e-6723-40fe-93bf-3cb4ce4f8861 node DatanodeRegistration(127.0.0.1:41403, datanodeUuid=5d17489f-ca6f-457e-adb4-e88a154eef54, infoPort=34059, infoSecurePort=0, ipcPort=38955, storageInfo=lv=-57;cid=testClusterID;nsid=199506066;c=1733207586758), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T06:33:07,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11 2024-12-03T06:33:07,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:07,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741825_1001 (size=7) 2024-12-03T06:33:08,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50 with version=8 2024-12-03T06:33:08,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/hbase-staging 2024-12-03T06:33:08,369 INFO [Time-limited test {}] client.ConnectionUtils(128): master/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:33:08,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:08,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:08,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:33:08,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:08,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:33:08,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T06:33:08,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:33:08,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38827 2024-12-03T06:33:08,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38827 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-12-03T06:33:08,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388270x0, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:33:08,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38827-0x1009ebad3370006 connected 2024-12-03T06:33:08,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:08,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:08,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Set watcher on znode that does not yet exist, /21134469781/running 2024-12-03T06:33:08,485 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50, hbase.cluster.distributed=false 2024-12-03T06:33:08,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Set watcher on znode that does not yet exist, /21134469781/acl 2024-12-03T06:33:08,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38827 2024-12-03T06:33:08,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38827 2024-12-03T06:33:08,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38827 2024-12-03T06:33:08,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38827 2024-12-03T06:33:08,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38827 2024-12-03T06:33:08,512 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/122cddc95ec8:0 server-side Connection retries=45 2024-12-03T06:33:08,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:08,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:08,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T06:33:08,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T06:33:08,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T06:33:08,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T06:33:08,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T06:33:08,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46653 2024-12-03T06:33:08,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46653 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-12-03T06:33:08,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:08,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:08,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466530x0, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:33:08,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46653-0x1009ebad3370007 connected 2024-12-03T06:33:08,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466530x0, quorum=127.0.0.1:50101, baseZNode=/21134469781 Set watcher on znode that does not yet exist, /21134469781/running 2024-12-03T06:33:08,528 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T06:33:08,528 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T06:33:08,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Set watcher on znode that does not yet exist, /21134469781/master 2024-12-03T06:33:08,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Set watcher on znode that does not yet exist, /21134469781/acl 2024-12-03T06:33:08,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46653 2024-12-03T06:33:08,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46653 2024-12-03T06:33:08,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46653 2024-12-03T06:33:08,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46653 2024-12-03T06:33:08,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46653 2024-12-03T06:33:08,544 DEBUG [M:0;122cddc95ec8:38827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;122cddc95ec8:38827 2024-12-03T06:33:08,544 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21134469781/backup-masters/122cddc95ec8,38827,1733207588369 2024-12-03T06:33:08,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781/backup-masters 2024-12-03T06:33:08,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781/backup-masters 2024-12-03T06:33:08,552 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Set watcher on existing znode=/21134469781/backup-masters/122cddc95ec8,38827,1733207588369 2024-12-03T06:33:08,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:08,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21134469781/master 2024-12-03T06:33:08,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:08,560 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Set watcher on existing znode=/21134469781/master 2024-12-03T06:33:08,561 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21134469781/backup-masters/122cddc95ec8,38827,1733207588369 from backup master directory 2024-12-03T06:33:08,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21134469781/backup-masters/122cddc95ec8,38827,1733207588369 2024-12-03T06:33:08,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781/backup-masters 2024-12-03T06:33:08,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781/backup-masters 2024-12-03T06:33:08,569 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:33:08,569 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=122cddc95ec8,38827,1733207588369 2024-12-03T06:33:08,571 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/hbase.id] with ID: 7e297950-2412-4029-bcd0-d25a4a0fa9ea 2024-12-03T06:33:08,571 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/.tmp/hbase.id 2024-12-03T06:33:08,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741826_1002 (size=42) 2024-12-03T06:33:08,975 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/.tmp/hbase.id]:[hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/hbase.id] 2024-12-03T06:33:08,982 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:08,982 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T06:33:08,983 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T06:33:09,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:09,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:09,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741827_1003 (size=196) 2024-12-03T06:33:09,022 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:33:09,023 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T06:33:09,023 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:33:09,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741828_1004 (size=1189) 2024-12-03T06:33:09,428 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store 2024-12-03T06:33:09,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741829_1005 (size=34) 2024-12-03T06:33:09,832 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:09,833 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:33:09,833 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:09,833 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:09,833 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:33:09,833 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:09,833 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:09,833 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207589833Disabling compacts and flushes for region at 1733207589833Disabling writes for close at 1733207589833Writing region close event to WAL at 1733207589833Closed at 1733207589833 2024-12-03T06:33:09,834 WARN [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/.initializing 2024-12-03T06:33:09,834 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/WALs/122cddc95ec8,38827,1733207588369 2024-12-03T06:33:09,835 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:33:09,836 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=122cddc95ec8%2C38827%2C1733207588369, suffix=, logDir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/WALs/122cddc95ec8,38827,1733207588369, archiveDir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/oldWALs, maxLogs=10 2024-12-03T06:33:09,848 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/WALs/122cddc95ec8,38827,1733207588369/122cddc95ec8%2C38827%2C1733207588369.1733207589836, exclude list is [], retry=0 2024-12-03T06:33:09,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-c324cb3e-1950-447a-bef4-9f3a328eb0a6,DISK] 2024-12-03T06:33:09,851 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/WALs/122cddc95ec8,38827,1733207588369/122cddc95ec8%2C38827%2C1733207588369.1733207589836 2024-12-03T06:33:09,852 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34059:34059)] 2024-12-03T06:33:09,852 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:33:09,852 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:09,852 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,852 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T06:33:09,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:09,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:09,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T06:33:09,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:09,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:09,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T06:33:09,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:09,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:09,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T06:33:09,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:09,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:09,858 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,858 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,858 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,859 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,859 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,859 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:33:09,860 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T06:33:09,861 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:33:09,861 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73278872, jitterRate=0.09194028377532959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:33:09,861 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733207589852Initializing all the Stores at 1733207589853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207589853Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207589853Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207589853Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207589853Cleaning up temporary data from old regions at 1733207589859 (+6 ms)Region opened successfully at 1733207589861 (+2 ms) 2024-12-03T06:33:09,862 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T06:33:09,863 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24052013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:33:09,864 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T06:33:09,864 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T06:33:09,864 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T06:33:09,864 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T06:33:09,864 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T06:33:09,865 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T06:33:09,865 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T06:33:09,866 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T06:33:09,867 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Unable to get data of znode /21134469781/balancer because node does not exist (not necessarily an error) 2024-12-03T06:33:09,877 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21134469781/balancer already deleted, retry=false 2024-12-03T06:33:09,877 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T06:33:09,878 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Unable to get data of znode /21134469781/normalizer because node does not exist (not necessarily an error) 2024-12-03T06:33:09,885 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21134469781/normalizer already deleted, retry=false 2024-12-03T06:33:09,885 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T06:33:09,886 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Unable to get data of znode /21134469781/switch/split because node does not exist (not necessarily an error) 2024-12-03T06:33:09,893 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21134469781/switch/split already deleted, retry=false 2024-12-03T06:33:09,894 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Unable to get data of znode /21134469781/switch/merge because node does not exist (not necessarily an error) 2024-12-03T06:33:09,902 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21134469781/switch/merge already deleted, retry=false 2024-12-03T06:33:09,903 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Unable to get data of znode /21134469781/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T06:33:09,910 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21134469781/snapshot-cleanup already deleted, retry=false 2024-12-03T06:33:09,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21134469781/running 2024-12-03T06:33:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21134469781/running 2024-12-03T06:33:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:09,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:09,919 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=122cddc95ec8,38827,1733207588369, sessionid=0x1009ebad3370006, setting cluster-up flag (Was=false) 2024-12-03T06:33:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:09,960 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21134469781/flush-table-proc/acquired, /21134469781/flush-table-proc/reached, /21134469781/flush-table-proc/abort 2024-12-03T06:33:09,961 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,38827,1733207588369 2024-12-03T06:33:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:10,002 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21134469781/online-snapshot/acquired, /21134469781/online-snapshot/reached, /21134469781/online-snapshot/abort 2024-12-03T06:33:10,003 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=122cddc95ec8,38827,1733207588369 2024-12-03T06:33:10,003 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T06:33:10,005 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:10,005 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T06:33:10,005 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T06:33:10,005 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 122cddc95ec8,38827,1733207588369 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T06:33:10,006 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:10,006 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:10,006 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:10,006 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/122cddc95ec8:0, corePoolSize=5, maxPoolSize=5 2024-12-03T06:33:10,006 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/122cddc95ec8:0, corePoolSize=10, maxPoolSize=10 2024-12-03T06:33:10,006 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,006 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:33:10,006 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:10,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T06:33:10,008 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733207620008 2024-12-03T06:33:10,008 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T06:33:10,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:10,008 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T06:33:10,008 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T06:33:10,009 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T06:33:10,009 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T06:33:10,009 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T06:33:10,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T06:33:10,009 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,014 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T06:33:10,014 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T06:33:10,014 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T06:33:10,014 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T06:33:10,016 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T06:33:10,016 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T06:33:10,017 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207590016,5,FailOnTimeoutGroup] 2024-12-03T06:33:10,017 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207590017,5,FailOnTimeoutGroup] 2024-12-03T06:33:10,017 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,017 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T06:33:10,017 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,017 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741831_1007 (size=1321) 2024-12-03T06:33:10,037 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(746): ClusterId : 7e297950-2412-4029-bcd0-d25a4a0fa9ea 2024-12-03T06:33:10,037 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T06:33:10,044 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T06:33:10,044 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T06:33:10,053 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T06:33:10,053 DEBUG [RS:0;122cddc95ec8:46653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f849fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=122cddc95ec8/172.17.0.2:0 2024-12-03T06:33:10,063 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;122cddc95ec8:46653 2024-12-03T06:33:10,063 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T06:33:10,063 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T06:33:10,064 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T06:33:10,064 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(2659): reportForDuty to master=122cddc95ec8,38827,1733207588369 with port=46653, startcode=1733207588511 2024-12-03T06:33:10,064 DEBUG [RS:0;122cddc95ec8:46653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T06:33:10,065 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T06:33:10,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 122cddc95ec8,46653,1733207588511 2024-12-03T06:33:10,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38827 {}] master.ServerManager(517): Registering regionserver=122cddc95ec8,46653,1733207588511 2024-12-03T06:33:10,067 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50 2024-12-03T06:33:10,067 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41275 2024-12-03T06:33:10,067 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T06:33:10,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781/rs 2024-12-03T06:33:10,112 DEBUG [RS:0;122cddc95ec8:46653 {}] zookeeper.ZKUtil(111): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Set watcher on existing znode=/21134469781/rs/122cddc95ec8,46653,1733207588511 2024-12-03T06:33:10,113 WARN [RS:0;122cddc95ec8:46653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T06:33:10,113 INFO [RS:0;122cddc95ec8:46653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:33:10,113 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/WALs/122cddc95ec8,46653,1733207588511 2024-12-03T06:33:10,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [122cddc95ec8,46653,1733207588511] 2024-12-03T06:33:10,115 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T06:33:10,116 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T06:33:10,117 INFO [RS:0;122cddc95ec8:46653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T06:33:10,117 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,118 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T06:33:10,118 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T06:33:10,118 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/122cddc95ec8:0, corePoolSize=2, maxPoolSize=2 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,118 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/122cddc95ec8:0, corePoolSize=1, maxPoolSize=1 2024-12-03T06:33:10,119 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:33:10,119 DEBUG [RS:0;122cddc95ec8:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/122cddc95ec8:0, corePoolSize=3, maxPoolSize=3 2024-12-03T06:33:10,124 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,124 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,124 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,124 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,124 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,124 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46653,1733207588511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:33:10,138 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T06:33:10,138 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,46653,1733207588511-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,139 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,139 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.Replication(171): 122cddc95ec8,46653,1733207588511 started 2024-12-03T06:33:10,150 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:10,150 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1482): Serving as 122cddc95ec8,46653,1733207588511, RpcServer on 122cddc95ec8/172.17.0.2:46653, sessionid=0x1009ebad3370007 2024-12-03T06:33:10,150 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T06:33:10,150 DEBUG [RS:0;122cddc95ec8:46653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 122cddc95ec8,46653,1733207588511 2024-12-03T06:33:10,150 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,46653,1733207588511' 2024-12-03T06:33:10,150 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21134469781/flush-table-proc/abort' 2024-12-03T06:33:10,150 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21134469781/flush-table-proc/acquired' 2024-12-03T06:33:10,151 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T06:33:10,151 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T06:33:10,151 DEBUG [RS:0;122cddc95ec8:46653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 122cddc95ec8,46653,1733207588511 2024-12-03T06:33:10,151 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '122cddc95ec8,46653,1733207588511' 2024-12-03T06:33:10,151 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21134469781/online-snapshot/abort' 2024-12-03T06:33:10,151 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21134469781/online-snapshot/acquired' 2024-12-03T06:33:10,151 DEBUG [RS:0;122cddc95ec8:46653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T06:33:10,151 INFO [RS:0;122cddc95ec8:46653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T06:33:10,151 INFO [RS:0;122cddc95ec8:46653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T06:33:10,252 INFO [RS:0;122cddc95ec8:46653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T06:33:10,253 INFO [RS:0;122cddc95ec8:46653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46653%2C1733207588511, suffix=, logDir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/WALs/122cddc95ec8,46653,1733207588511, archiveDir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/oldWALs, maxLogs=10 2024-12-03T06:33:10,269 DEBUG [RS:0;122cddc95ec8:46653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/WALs/122cddc95ec8,46653,1733207588511/122cddc95ec8%2C46653%2C1733207588511.1733207590253, exclude list is [], retry=0 2024-12-03T06:33:10,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-c324cb3e-1950-447a-bef4-9f3a328eb0a6,DISK] 2024-12-03T06:33:10,273 INFO [RS:0;122cddc95ec8:46653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/WALs/122cddc95ec8,46653,1733207588511/122cddc95ec8%2C46653%2C1733207588511.1733207590253 2024-12-03T06:33:10,273 DEBUG [RS:0;122cddc95ec8:46653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34059:34059)] 2024-12-03T06:33:10,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T06:33:10,425 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50 2024-12-03T06:33:10,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741833_1009 (size=32) 2024-12-03T06:33:10,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:10,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:33:10,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:33:10,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:10,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:10,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:33:10,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:33:10,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:10,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:10,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:33:10,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:33:10,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:10,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:10,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:33:10,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:33:10,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:10,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:10,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:33:10,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740 2024-12-03T06:33:10,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740 2024-12-03T06:33:10,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:33:10,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:33:10,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:33:10,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:33:10,847 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:33:10,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67870858, jitterRate=0.011354595422744751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:33:10,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733207590838Initializing all the Stores at 1733207590838Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207590838Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207590838Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207590838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207590838Cleaning up temporary data from old regions at 1733207590844 (+6 ms)Region opened successfully at 1733207590847 (+3 ms) 2024-12-03T06:33:10,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:33:10,847 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:33:10,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:33:10,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:33:10,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:33:10,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:33:10,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207590847Disabling compacts and flushes for region at 1733207590847Disabling writes for close at 1733207590847Writing region close event to WAL at 1733207590848 (+1 ms)Closed at 1733207590848 2024-12-03T06:33:10,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:10,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T06:33:10,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T06:33:10,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:33:10,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T06:33:11,000 DEBUG [122cddc95ec8:38827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T06:33:11,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=122cddc95ec8,46653,1733207588511 2024-12-03T06:33:11,001 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,46653,1733207588511, state=OPENING 2024-12-03T06:33:11,109 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T06:33:11,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:11,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:11,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21134469781/meta-region-server: CHANGED 2024-12-03T06:33:11,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21134469781/meta-region-server: CHANGED 2024-12-03T06:33:11,186 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T06:33:11,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,46653,1733207588511}] 2024-12-03T06:33:11,338 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:33:11,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:33:11,341 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T06:33:11,341 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:33:11,341 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T06:33:11,342 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C46653%2C1733207588511.meta, suffix=.meta, logDir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/WALs/122cddc95ec8,46653,1733207588511, archiveDir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/oldWALs, maxLogs=10 2024-12-03T06:33:11,353 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/WALs/122cddc95ec8,46653,1733207588511/122cddc95ec8%2C46653%2C1733207588511.meta.1733207591342.meta, exclude list is [], retry=0 2024-12-03T06:33:11,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-c324cb3e-1950-447a-bef4-9f3a328eb0a6,DISK] 2024-12-03T06:33:11,356 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/WALs/122cddc95ec8,46653,1733207588511/122cddc95ec8%2C46653%2C1733207588511.meta.1733207591342.meta 2024-12-03T06:33:11,356 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34059:34059)] 2024-12-03T06:33:11,356 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:33:11,356 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:33:11,356 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:33:11,356 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T06:33:11,356 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T06:33:11,357 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T06:33:11,357 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:11,357 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T06:33:11,357 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T06:33:11,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T06:33:11,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T06:33:11,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:11,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:11,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T06:33:11,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T06:33:11,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:11,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:11,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T06:33:11,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T06:33:11,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:11,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:11,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T06:33:11,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T06:33:11,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:11,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T06:33:11,361 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T06:33:11,361 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740 2024-12-03T06:33:11,362 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740 2024-12-03T06:33:11,362 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T06:33:11,362 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T06:33:11,363 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T06:33:11,363 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T06:33:11,364 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63352483, jitterRate=-0.05597443878650665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T06:33:11,364 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T06:33:11,364 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733207591357Writing region info on filesystem at 1733207591357Initializing all the Stores at 1733207591357Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207591357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207591358 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207591358Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733207591358Cleaning up temporary data from old regions at 1733207591363 (+5 ms)Running coprocessor post-open hooks at 1733207591364 (+1 ms)Region opened successfully at 1733207591364 2024-12-03T06:33:11,365 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733207591338 2024-12-03T06:33:11,366 DEBUG [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T06:33:11,366 INFO [RS_OPEN_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T06:33:11,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,46653,1733207588511 2024-12-03T06:33:11,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 122cddc95ec8,46653,1733207588511, state=OPEN 2024-12-03T06:33:11,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21134469781/meta-region-server 2024-12-03T06:33:11,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21134469781/meta-region-server 2024-12-03T06:33:11,377 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=122cddc95ec8,46653,1733207588511 2024-12-03T06:33:11,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21134469781/meta-region-server: CHANGED 2024-12-03T06:33:11,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21134469781/meta-region-server: CHANGED 2024-12-03T06:33:11,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T06:33:11,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=122cddc95ec8,46653,1733207588511 in 191 msec 2024-12-03T06:33:11,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T06:33:11,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-12-03T06:33:11,380 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T06:33:11,380 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T06:33:11,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:11,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46653,1733207588511, seqNum=-1] 2024-12-03T06:33:11,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:11,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:33:11,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-12-03T06:33:11,386 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733207591386, completionTime=-1 2024-12-03T06:33:11,386 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T06:33:11,387 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T06:33:11,388 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T06:33:11,388 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733207651388 2024-12-03T06:33:11,388 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733207711388 2024-12-03T06:33:11,388 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T06:33:11,389 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38827,1733207588369-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:11,389 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38827,1733207588369-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:11,389 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38827,1733207588369-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:11,389 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-122cddc95ec8:38827, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:11,389 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:11,389 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:11,390 DEBUG [master/122cddc95ec8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T06:33:11,392 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.823sec 2024-12-03T06:33:11,392 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T06:33:11,392 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T06:33:11,392 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T06:33:11,392 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T06:33:11,392 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T06:33:11,392 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38827,1733207588369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T06:33:11,393 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38827,1733207588369-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T06:33:11,394 DEBUG [master/122cddc95ec8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T06:33:11,394 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T06:33:11,394 INFO [master/122cddc95ec8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=122cddc95ec8,38827,1733207588369-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T06:33:11,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d68910b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:11,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38827,-1 for getting cluster id 2024-12-03T06:33:11,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:11,439 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e297950-2412-4029-bcd0-d25a4a0fa9ea' 2024-12-03T06:33:11,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:11,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e297950-2412-4029-bcd0-d25a4a0fa9ea" 2024-12-03T06:33:11,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4f2f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:11,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38827,-1] 2024-12-03T06:33:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:11,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:11,440 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:11,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b89da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:11,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:11,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46653,1733207588511, seqNum=-1] 2024-12-03T06:33:11,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:11,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:33:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=122cddc95ec8,38827,1733207588369 2024-12-03T06:33:11,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50101 2024-12-03T06:33:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T06:33:11,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009ebad3370008 connected 2024-12-03T06:33:11,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:11,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,45973,1733207579308 2024-12-03T06:33:11,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29aafceb 2024-12-03T06:33:11,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:11,463 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:33:11,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:33:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:33:11,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:33:11,465 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:11,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:33:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:11,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:33:11,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:33:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:11,872 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81bb38b1f84a199476dea3a38020476c, NAME => 'test,,1733207591463.81bb38b1f84a199476dea3a38020476c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe 2024-12-03T06:33:11,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:33:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:12,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207591463.81bb38b1f84a199476dea3a38020476c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:12,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81bb38b1f84a199476dea3a38020476c, disabling compactions & flushes 2024-12-03T06:33:12,277 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:12,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:12,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207591463.81bb38b1f84a199476dea3a38020476c. after waiting 0 ms 2024-12-03T06:33:12,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:12,277 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:12,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81bb38b1f84a199476dea3a38020476c: Waiting for close lock at 1733207592277Disabling compacts and flushes for region at 1733207592277Disabling writes for close at 1733207592277Writing region close event to WAL at 1733207592277Closed at 1733207592277 2024-12-03T06:33:12,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:33:12,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207591463.81bb38b1f84a199476dea3a38020476c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207592278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207592278"}]},"ts":"1733207592278"} 2024-12-03T06:33:12,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:33:12,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:33:12,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207592281"}]},"ts":"1733207592281"} 2024-12-03T06:33:12,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:33:12,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81bb38b1f84a199476dea3a38020476c, ASSIGN}] 2024-12-03T06:33:12,283 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81bb38b1f84a199476dea3a38020476c, ASSIGN 2024-12-03T06:33:12,284 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81bb38b1f84a199476dea3a38020476c, ASSIGN; state=OFFLINE, location=122cddc95ec8,39137,1733207579468; forceNewPlan=false, retain=false 2024-12-03T06:33:12,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81bb38b1f84a199476dea3a38020476c, regionState=OPENING, regionLocation=122cddc95ec8,39137,1733207579468 2024-12-03T06:33:12,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81bb38b1f84a199476dea3a38020476c, ASSIGN because future has completed 2024-12-03T06:33:12,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81bb38b1f84a199476dea3a38020476c, server=122cddc95ec8,39137,1733207579468}] 2024-12-03T06:33:12,590 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:12,591 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81bb38b1f84a199476dea3a38020476c, NAME => 'test,,1733207591463.81bb38b1f84a199476dea3a38020476c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:33:12,591 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:33:12,591 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:33:12,591 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,591 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207591463.81bb38b1f84a199476dea3a38020476c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:12,591 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,591 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,592 INFO [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,593 INFO [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81bb38b1f84a199476dea3a38020476c columnFamilyName f 2024-12-03T06:33:12,593 DEBUG [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:12,593 INFO [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] regionserver.HStore(327): Store=81bb38b1f84a199476dea3a38020476c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:12,593 INFO [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,594 INFO [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81bb38b1f84a199476dea3a38020476c columnFamilyName f1 2024-12-03T06:33:12,594 DEBUG [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:12,594 INFO [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] regionserver.HStore(327): Store=81bb38b1f84a199476dea3a38020476c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:12,594 INFO [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,595 INFO [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81bb38b1f84a199476dea3a38020476c columnFamilyName norep 2024-12-03T06:33:12,595 DEBUG [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:12,595 INFO [StoreOpener-81bb38b1f84a199476dea3a38020476c-1 {}] regionserver.HStore(327): Store=81bb38b1f84a199476dea3a38020476c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:12,595 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,596 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,596 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,596 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,596 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,597 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:33:12,597 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,599 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:33:12,599 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81bb38b1f84a199476dea3a38020476c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59241541, jitterRate=-0.11723224818706512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:33:12,599 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:12,599 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81bb38b1f84a199476dea3a38020476c: Running coprocessor pre-open hook at 1733207592591Writing region info on filesystem at 1733207592591Initializing all the Stores at 1733207592592 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207592592Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207592592Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207592592Cleaning up temporary data from old regions at 1733207592596 (+4 ms)Running coprocessor post-open hooks at 1733207592599 (+3 ms)Region opened successfully at 1733207592599 2024-12-03T06:33:12,600 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207591463.81bb38b1f84a199476dea3a38020476c., pid=6, masterSystemTime=1733207592588 2024-12-03T06:33:12,601 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:12,601 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:12,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81bb38b1f84a199476dea3a38020476c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,39137,1733207579468 2024-12-03T06:33:12,603 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45973 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=122cddc95ec8,39137,1733207579468, table=test, region=81bb38b1f84a199476dea3a38020476c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T06:33:12,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81bb38b1f84a199476dea3a38020476c, server=122cddc95ec8,39137,1733207579468 because future has completed 2024-12-03T06:33:12,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:33:12,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81bb38b1f84a199476dea3a38020476c, server=122cddc95ec8,39137,1733207579468 in 168 msec 2024-12-03T06:33:12,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:33:12,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81bb38b1f84a199476dea3a38020476c, ASSIGN in 323 msec 2024-12-03T06:33:12,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:33:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:12,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207592607"}]},"ts":"1733207592607"} 2024-12-03T06:33:12,609 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:33:12,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:33:12,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-03T06:33:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:13,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:13,618 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:33:13,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41183,1733207583774 2024-12-03T06:33:13,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@252e363e 2024-12-03T06:33:13,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:13,619 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:33:13,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:33:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:33:13,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:33:13,622 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:13,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:33:13,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:33:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:33:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:14,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc8ad3ee362094a13998b0a577385689, NAME => 'test,,1733207593620.bc8ad3ee362094a13998b0a577385689.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9 2024-12-03T06:33:14,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:33:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:14,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207593620.bc8ad3ee362094a13998b0a577385689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:14,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc8ad3ee362094a13998b0a577385689, disabling compactions & flushes 2024-12-03T06:33:14,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:14,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:14,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207593620.bc8ad3ee362094a13998b0a577385689. after waiting 0 ms 2024-12-03T06:33:14,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:14,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:14,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc8ad3ee362094a13998b0a577385689: Waiting for close lock at 1733207594433Disabling compacts and flushes for region at 1733207594433Disabling writes for close at 1733207594433Writing region close event to WAL at 1733207594433Closed at 1733207594433 2024-12-03T06:33:14,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:33:14,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207593620.bc8ad3ee362094a13998b0a577385689.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207594434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207594434"}]},"ts":"1733207594434"} 2024-12-03T06:33:14,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:33:14,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:33:14,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207594437"}]},"ts":"1733207594437"} 2024-12-03T06:33:14,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:33:14,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc8ad3ee362094a13998b0a577385689, ASSIGN}] 2024-12-03T06:33:14,439 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc8ad3ee362094a13998b0a577385689, ASSIGN 2024-12-03T06:33:14,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc8ad3ee362094a13998b0a577385689, ASSIGN; state=OFFLINE, location=122cddc95ec8,42011,1733207583887; forceNewPlan=false, retain=false 2024-12-03T06:33:14,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc8ad3ee362094a13998b0a577385689, regionState=OPENING, regionLocation=122cddc95ec8,42011,1733207583887 2024-12-03T06:33:14,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc8ad3ee362094a13998b0a577385689, ASSIGN because future has completed 2024-12-03T06:33:14,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc8ad3ee362094a13998b0a577385689, server=122cddc95ec8,42011,1733207583887}] 2024-12-03T06:33:14,746 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:14,747 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc8ad3ee362094a13998b0a577385689, NAME => 'test,,1733207593620.bc8ad3ee362094a13998b0a577385689.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:33:14,747 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:33:14,747 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:33:14,747 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,747 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207593620.bc8ad3ee362094a13998b0a577385689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:14,747 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,747 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,748 INFO [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,749 INFO [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8ad3ee362094a13998b0a577385689 columnFamilyName f 2024-12-03T06:33:14,749 DEBUG [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:14,749 INFO [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] regionserver.HStore(327): Store=bc8ad3ee362094a13998b0a577385689/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:14,749 INFO [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,750 INFO [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8ad3ee362094a13998b0a577385689 columnFamilyName f1 2024-12-03T06:33:14,750 DEBUG [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:14,750 INFO [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] regionserver.HStore(327): Store=bc8ad3ee362094a13998b0a577385689/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:14,751 INFO [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,751 INFO [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8ad3ee362094a13998b0a577385689 columnFamilyName norep 2024-12-03T06:33:14,751 DEBUG [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:14,751 INFO [StoreOpener-bc8ad3ee362094a13998b0a577385689-1 {}] regionserver.HStore(327): Store=bc8ad3ee362094a13998b0a577385689/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:14,751 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,752 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,752 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,752 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,752 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,753 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:33:14,753 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,754 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:33:14,754 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc8ad3ee362094a13998b0a577385689; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72755225, jitterRate=0.08413733541965485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:33:14,755 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:14,755 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc8ad3ee362094a13998b0a577385689: Running coprocessor pre-open hook at 1733207594747Writing region info on filesystem at 1733207594747Initializing all the Stores at 1733207594748 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207594748Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207594748Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207594748Cleaning up temporary data from old regions at 1733207594752 (+4 ms)Running coprocessor post-open hooks at 1733207594755 (+3 ms)Region opened successfully at 1733207594755 2024-12-03T06:33:14,755 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207593620.bc8ad3ee362094a13998b0a577385689., pid=6, masterSystemTime=1733207594744 2024-12-03T06:33:14,756 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:14,757 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:14,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc8ad3ee362094a13998b0a577385689, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,42011,1733207583887 2024-12-03T06:33:14,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc8ad3ee362094a13998b0a577385689, server=122cddc95ec8,42011,1733207583887 because future has completed 2024-12-03T06:33:14,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:33:14,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc8ad3ee362094a13998b0a577385689, server=122cddc95ec8,42011,1733207583887 in 167 msec 2024-12-03T06:33:14,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:33:14,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc8ad3ee362094a13998b0a577385689, ASSIGN in 322 msec 2024-12-03T06:33:14,761 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:33:14,762 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207594761"}]},"ts":"1733207594761"} 2024-12-03T06:33:14,763 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:33:14,763 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:33:14,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-03T06:33:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:15,767 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:33:15,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,38827,1733207588369 2024-12-03T06:33:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f7a4bd5 2024-12-03T06:33:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:15,769 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:33:15,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:33:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T06:33:15,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:33:15,771 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:15,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T06:33:15,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:33:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:15,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741835_1011 (size=902) 2024-12-03T06:33:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:15,887 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:15,887 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:33:15,887 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148657 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [122cddc95ec8,33761,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:33761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T06:33:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:16,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e83e6848ca3f428c9c7ff1c167067338, NAME => 'test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50 2024-12-03T06:33:16,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741836_1012 (size=39) 2024-12-03T06:33:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:16,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:16,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e83e6848ca3f428c9c7ff1c167067338, disabling compactions & flushes 2024-12-03T06:33:16,584 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:16,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:16,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. after waiting 0 ms 2024-12-03T06:33:16,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:16,584 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:16,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e83e6848ca3f428c9c7ff1c167067338: Waiting for close lock at 1733207596584Disabling compacts and flushes for region at 1733207596584Disabling writes for close at 1733207596584Writing region close event to WAL at 1733207596584Closed at 1733207596584 2024-12-03T06:33:16,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:33:16,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733207596586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207596586"}]},"ts":"1733207596586"} 2024-12-03T06:33:16,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:33:16,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:33:16,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207596588"}]},"ts":"1733207596588"} 2024-12-03T06:33:16,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T06:33:16,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e83e6848ca3f428c9c7ff1c167067338, ASSIGN}] 2024-12-03T06:33:16,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e83e6848ca3f428c9c7ff1c167067338, ASSIGN 2024-12-03T06:33:16,591 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e83e6848ca3f428c9c7ff1c167067338, ASSIGN; state=OFFLINE, location=122cddc95ec8,46653,1733207588511; forceNewPlan=false, retain=false 2024-12-03T06:33:16,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e83e6848ca3f428c9c7ff1c167067338, regionState=OPENING, regionLocation=122cddc95ec8,46653,1733207588511 2024-12-03T06:33:16,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e83e6848ca3f428c9c7ff1c167067338, ASSIGN because future has completed 2024-12-03T06:33:16,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e83e6848ca3f428c9c7ff1c167067338, server=122cddc95ec8,46653,1733207588511}] 2024-12-03T06:33:16,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:33:16,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,899 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:16,899 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e83e6848ca3f428c9c7ff1c167067338, NAME => 'test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:33:16,900 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:33:16,900 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T06:33:16,900 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,900 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:16,900 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,900 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,901 INFO [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,902 INFO [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e83e6848ca3f428c9c7ff1c167067338 columnFamilyName f 2024-12-03T06:33:16,902 DEBUG [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:16,903 INFO [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] regionserver.HStore(327): Store=e83e6848ca3f428c9c7ff1c167067338/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:16,903 INFO [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,903 INFO [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e83e6848ca3f428c9c7ff1c167067338 columnFamilyName f1 2024-12-03T06:33:16,903 DEBUG [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:16,904 INFO [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] regionserver.HStore(327): Store=e83e6848ca3f428c9c7ff1c167067338/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:16,904 INFO [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,904 INFO [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e83e6848ca3f428c9c7ff1c167067338 columnFamilyName norep 2024-12-03T06:33:16,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:16,904 DEBUG [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:16,905 INFO [StoreOpener-e83e6848ca3f428c9c7ff1c167067338-1 {}] regionserver.HStore(327): Store=e83e6848ca3f428c9c7ff1c167067338/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:16,905 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,905 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,906 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,906 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,906 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,907 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:33:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:16,908 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,909 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:33:16,910 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e83e6848ca3f428c9c7ff1c167067338; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71147762, jitterRate=0.06018427014350891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:33:16,910 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:16,910 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e83e6848ca3f428c9c7ff1c167067338: Running coprocessor pre-open hook at 1733207596900Writing region info on filesystem at 1733207596900Initializing all the Stores at 1733207596901 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207596901Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207596901Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207596901Cleaning up temporary data from old regions at 1733207596906 (+5 ms)Running coprocessor post-open hooks at 1733207596910 (+4 ms)Region opened successfully at 1733207596910 2024-12-03T06:33:16,911 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338., pid=6, masterSystemTime=1733207596896 2024-12-03T06:33:16,912 DEBUG [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:16,912 INFO [RS_OPEN_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:16,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e83e6848ca3f428c9c7ff1c167067338, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=122cddc95ec8,46653,1733207588511 2024-12-03T06:33:16,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e83e6848ca3f428c9c7ff1c167067338, server=122cddc95ec8,46653,1733207588511 because future has completed 2024-12-03T06:33:16,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T06:33:16,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e83e6848ca3f428c9c7ff1c167067338, server=122cddc95ec8,46653,1733207588511 in 172 msec 2024-12-03T06:33:16,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T06:33:16,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e83e6848ca3f428c9c7ff1c167067338, ASSIGN in 327 msec 2024-12-03T06:33:16,919 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:33:16,919 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207596919"}]},"ts":"1733207596919"} 2024-12-03T06:33:16,920 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T06:33:16,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:33:16,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-03T06:33:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T06:33:17,917 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T06:33:17,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec817cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:17,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,45973,-1 for getting cluster id 2024-12-03T06:33:17,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:17,918 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7b23dc2-52a1-495a-967b-3652f0329765' 2024-12-03T06:33:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:17,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7b23dc2-52a1-495a-967b-3652f0329765" 2024-12-03T06:33:17,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53698f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:17,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,45973,-1] 2024-12-03T06:33:17,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:17,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:17,919 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:17,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d72bdec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:17,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,45973,1733207579308 2024-12-03T06:33:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0c1628 2024-12-03T06:33:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:17,921 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:33:17,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://122cddc95ec8:41183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:33:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:33:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:33:17,924 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:41183' 2024-12-03T06:33:17,925 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704d78de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:17,925 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41183,-1 for getting cluster id 2024-12-03T06:33:17,925 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:17,926 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed860bfb-aa26-4775-b80d-2db7d30a443f' 2024-12-03T06:33:17,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:17,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed860bfb-aa26-4775-b80d-2db7d30a443f" 2024-12-03T06:33:17,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a2cca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:17,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41183,-1] 2024-12-03T06:33:17,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:17,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:17,927 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:17,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236e771b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:17,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:17,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41183,1733207583774 2024-12-03T06:33:17,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@201b0e21 2024-12-03T06:33:17,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:17,929 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:33:17,929 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T06:33:17,929 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:33:17,929 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:17,929 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:17,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:17,930 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T06:33:17,931 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T06:33:17,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T06:33:17,931 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:17,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T06:33:17,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741837_1013 (size=1138) 2024-12-03T06:33:17,981 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T06:33:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:33:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:33:18,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4adb5130eed223ff739fc0d4ee593cd, NAME => 'hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe 2024-12-03T06:33:18,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741838_1014 (size=44) 2024-12-03T06:33:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:33:18,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:18,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4adb5130eed223ff739fc0d4ee593cd, disabling compactions & flushes 2024-12-03T06:33:18,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:18,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:18,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. after waiting 0 ms 2024-12-03T06:33:18,747 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:18,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:18,748 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4adb5130eed223ff739fc0d4ee593cd: Waiting for close lock at 1733207598747Disabling compacts and flushes for region at 1733207598747Disabling writes for close at 1733207598747Writing region close event to WAL at 1733207598747Closed at 1733207598747 2024-12-03T06:33:18,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T06:33:18,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733207598748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733207598748"}]},"ts":"1733207598748"} 2024-12-03T06:33:18,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T06:33:18,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T06:33:18,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207598751"}]},"ts":"1733207598751"} 2024-12-03T06:33:18,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T06:33:18,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4adb5130eed223ff739fc0d4ee593cd, ASSIGN}] 2024-12-03T06:33:18,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4adb5130eed223ff739fc0d4ee593cd, ASSIGN 2024-12-03T06:33:18,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4adb5130eed223ff739fc0d4ee593cd, ASSIGN; state=OFFLINE, location=122cddc95ec8,39137,1733207579468; forceNewPlan=false, retain=false 2024-12-03T06:33:18,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4adb5130eed223ff739fc0d4ee593cd, regionState=OPENING, regionLocation=122cddc95ec8,39137,1733207579468 2024-12-03T06:33:18,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4adb5130eed223ff739fc0d4ee593cd, ASSIGN because future has completed 2024-12-03T06:33:18,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4adb5130eed223ff739fc0d4ee593cd, server=122cddc95ec8,39137,1733207579468}] 2024-12-03T06:33:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:33:19,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:19,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T06:33:19,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T06:33:19,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=122cddc95ec8%2C39137%2C1733207579468.rep, suffix=, logDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468, archiveDir=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/oldWALs, maxLogs=10 2024-12-03T06:33:19,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.rep.1733207599061, exclude list is [], retry=0 2024-12-03T06:33:19,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37429,DS-614703b7-87e9-4f15-bfeb-ffddcc5778f5,DISK] 2024-12-03T06:33:19,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.rep.1733207599061 2024-12-03T06:33:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-03T06:33:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4adb5130eed223ff739fc0d4ee593cd, NAME => 'hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd.', STARTKEY => '', ENDKEY => ''} 2024-12-03T06:33:19,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T06:33:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T06:33:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. service=MultiRowMutationService 2024-12-03T06:33:19,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T06:33:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T06:33:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,078 INFO [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,079 INFO [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4adb5130eed223ff739fc0d4ee593cd columnFamilyName hfileref 2024-12-03T06:33:19,079 DEBUG [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:19,080 INFO [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] regionserver.HStore(327): Store=e4adb5130eed223ff739fc0d4ee593cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:19,080 INFO [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,081 INFO [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4adb5130eed223ff739fc0d4ee593cd columnFamilyName queue 2024-12-03T06:33:19,081 DEBUG [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:19,081 INFO [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] regionserver.HStore(327): Store=e4adb5130eed223ff739fc0d4ee593cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:19,081 INFO [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,082 INFO [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4adb5130eed223ff739fc0d4ee593cd columnFamilyName sid 2024-12-03T06:33:19,082 DEBUG [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T06:33:19,082 INFO [StoreOpener-e4adb5130eed223ff739fc0d4ee593cd-1 {}] regionserver.HStore(327): Store=e4adb5130eed223ff739fc0d4ee593cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T06:33:19,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T06:33:19,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T06:33:19,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e4adb5130eed223ff739fc0d4ee593cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59016324, jitterRate=-0.12058824300765991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T06:33:19,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:19,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4adb5130eed223ff739fc0d4ee593cd: Running coprocessor pre-open hook at 1733207599078Writing region info on filesystem at 1733207599078Initializing all the Stores at 1733207599078Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207599078Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207599078Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733207599078Cleaning up temporary data from old regions at 1733207599084 (+6 ms)Running coprocessor post-open hooks at 1733207599086 (+2 ms)Region opened successfully at 1733207599086 2024-12-03T06:33:19,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd., pid=10, masterSystemTime=1733207599057 2024-12-03T06:33:19,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:19,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:19,089 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4adb5130eed223ff739fc0d4ee593cd, regionState=OPEN, openSeqNum=2, regionLocation=122cddc95ec8,39137,1733207579468 2024-12-03T06:33:19,090 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45973 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=122cddc95ec8,39137,1733207579468, table=hbase:replication, region=e4adb5130eed223ff739fc0d4ee593cd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T06:33:19,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4adb5130eed223ff739fc0d4ee593cd, server=122cddc95ec8,39137,1733207579468 because future has completed 2024-12-03T06:33:19,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T06:33:19,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4adb5130eed223ff739fc0d4ee593cd, server=122cddc95ec8,39137,1733207579468 in 185 msec 2024-12-03T06:33:19,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T06:33:19,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4adb5130eed223ff739fc0d4ee593cd, ASSIGN in 340 msec 2024-12-03T06:33:19,093 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T06:33:19,094 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733207599093"}]},"ts":"1733207599093"} 2024-12-03T06:33:19,095 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T06:33:19,095 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T06:33:19,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-12-03T06:33:19,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd., hostname=122cddc95ec8,39137,1733207579468, seqNum=2] 2024-12-03T06:33:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:19,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:19,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:33:19,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T06:33:19,360 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T06:33:19,384 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-122cddc95ec8,39137,1733207579468, ReplicationSource: 1, currentBandwidth=0 2024-12-03T06:33:19,385 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:19,385 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39137,1733207579468, seqNum=-1] 2024-12-03T06:33:19,385 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:19,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-03T06:33:19,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-122cddc95ec8,39137,1733207579468', locateType=CURRENT is [region=hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd., hostname=122cddc95ec8,39137,1733207579468, seqNum=2] 2024-12-03T06:33:19,389 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T06:33:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T06:33:19,391 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 122cddc95ec8,39137,1733207579468 suceeded 2024-12-03T06:33:19,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T06:33:19,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T06:33:19,392 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://122cddc95ec8:41183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:33:19,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4710 sec 2024-12-03T06:33:19,402 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:41183' 2024-12-03T06:33:19,403 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8004b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:19,403 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41183,-1 for getting cluster id 2024-12-03T06:33:19,403 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:19,404 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed860bfb-aa26-4775-b80d-2db7d30a443f' 2024-12-03T06:33:19,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:19,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed860bfb-aa26-4775-b80d-2db7d30a443f" 2024-12-03T06:33:19,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1068e00c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:19,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41183,-1] 2024-12-03T06:33:19,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:19,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:19,405 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:19,405 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f87ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:19,405 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:19,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41183,1733207583774 2024-12-03T06:33:19,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@311c1ae7 2024-12-03T06:33:19,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:19,406 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T06:33:19,407 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-122cddc95ec8,39137,1733207579468 (queues=1) is replicating from cluster=f7b23dc2-52a1-495a-967b-3652f0329765 to cluster=ed860bfb-aa26-4775-b80d-2db7d30a443f 2024-12-03T06:33:19,407 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=122cddc95ec8%2C39137%2C1733207579468 2024-12-03T06:33:19,407 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-122cddc95ec8,39137,1733207579468, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:33:19,407 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C39137%2C1733207579468 2024-12-03T06:33:19,407 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165, startPosition=0, beingWritten=true 2024-12-03T06:33:19,411 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:33:19,411 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 to pos 379, reset compression=false 2024-12-03T06:33:19,411 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39137,1733207579468 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:33:19,614 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 to pos 379, reset compression=false 2024-12-03T06:33:19,917 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 to pos 379, reset compression=false 2024-12-03T06:33:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T06:33:20,067 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T06:33:20,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:33:20,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:20,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:20,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:20,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:20,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4013700a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,45973,-1 for getting cluster id 2024-12-03T06:33:20,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:20,068 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7b23dc2-52a1-495a-967b-3652f0329765' 2024-12-03T06:33:20,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:20,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7b23dc2-52a1-495a-967b-3652f0329765" 2024-12-03T06:33:20,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55955f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,45973,-1] 2024-12-03T06:33:20,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:20,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:20,069 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b61f254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a314061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41183,-1 for getting cluster id 2024-12-03T06:33:20,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:20,070 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed860bfb-aa26-4775-b80d-2db7d30a443f' 2024-12-03T06:33:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed860bfb-aa26-4775-b80d-2db7d30a443f" 2024-12-03T06:33:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f95ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41183,-1] 2024-12-03T06:33:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:20,071 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5861ae30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f3afd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38827,-1 for getting cluster id 2024-12-03T06:33:20,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:20,073 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e297950-2412-4029-bcd0-d25a4a0fa9ea' 2024-12-03T06:33:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e297950-2412-4029-bcd0-d25a4a0fa9ea" 2024-12-03T06:33:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc8f7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38827,-1] 2024-12-03T06:33:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:20,073 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c76f94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:20,078 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733207600077/Put/seqid=0 2024-12-03T06:33:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741840_1016 (size=7894) 2024-12-03T06:33:20,320 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 to pos 379, reset compression=false 2024-12-03T06:33:20,483 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733207600482/Put/seqid=0 2024-12-03T06:33:20,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741841_1017 (size=7691) 2024-12-03T06:33:20,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429f4238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,45973,-1 for getting cluster id 2024-12-03T06:33:20,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:20,488 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7b23dc2-52a1-495a-967b-3652f0329765' 2024-12-03T06:33:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7b23dc2-52a1-495a-967b-3652f0329765" 2024-12-03T06:33:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d551c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,45973,-1] 2024-12-03T06:33:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:20,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:20,489 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:20,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c4249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39137,1733207579468, seqNum=-1] 2024-12-03T06:33:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:20,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:33:20,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,45973,1733207579308 2024-12-03T06:33:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7826dcc1 2024-12-03T06:33:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:20,499 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:33:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., hostname=122cddc95ec8,39137,1733207579468, seqNum=2] 2024-12-03T06:33:20,503 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:33:20,507 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-03T06:33:20,509 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-03T06:33:20,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 81bb38b1f84a199476dea3a38020476c/f 2024-12-03T06:33:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T06:33:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:33:20,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 81bb38b1f84a199476dea3a38020476c/f 2024-12-03T06:33:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T06:33:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:33:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegion(2603): Flush status journal for 81bb38b1f84a199476dea3a38020476c: 2024-12-03T06:33:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__9adm977pauf7o9b2n99k4inntti218fqhr2508gi4igtnf8ep2uqud7jn36b2l8m/f/hfile_1 2024-12-03T06:33:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__9adm977pauf7o9b2n99k4inntti218fqhr2508gi4igtnf8ep2uqud7jn36b2l8m/f/hfile_1 as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_ 2024-12-03T06:33:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__9adm977pauf7o9b2n99k4inntti218fqhr2508gi4igtnf8ep2uqud7jn36b2l8m/f/hfile_0 2024-12-03T06:33:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__9adm977pauf7o9b2n99k4inntti218fqhr2508gi4igtnf8ep2uqud7jn36b2l8m/f/hfile_0 as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/fcc21750b31b405baa9aea78ee33cb28_SeqId_4_ 2024-12-03T06:33:20,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__9adm977pauf7o9b2n99k4inntti218fqhr2508gi4igtnf8ep2uqud7jn36b2l8m/f/hfile_1 into 81bb38b1f84a199476dea3a38020476c/f as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_ - updating store file list. 2024-12-03T06:33:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:33:20,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_ into 81bb38b1f84a199476dea3a38020476c/f 2024-12-03T06:33:20,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__9adm977pauf7o9b2n99k4inntti218fqhr2508gi4igtnf8ep2uqud7jn36b2l8m/f/hfile_1 into 81bb38b1f84a199476dea3a38020476c/f (new location: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_) 2024-12-03T06:33:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__9adm977pauf7o9b2n99k4inntti218fqhr2508gi4igtnf8ep2uqud7jn36b2l8m/f/hfile_1 2024-12-03T06:33:20,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__9adm977pauf7o9b2n99k4inntti218fqhr2508gi4igtnf8ep2uqud7jn36b2l8m/f/hfile_0 into 81bb38b1f84a199476dea3a38020476c/f as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/fcc21750b31b405baa9aea78ee33cb28_SeqId_4_ - updating store file list. 2024-12-03T06:33:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fcc21750b31b405baa9aea78ee33cb28_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:33:20,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/fcc21750b31b405baa9aea78ee33cb28_SeqId_4_ into 81bb38b1f84a199476dea3a38020476c/f 2024-12-03T06:33:20,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__9adm977pauf7o9b2n99k4inntti218fqhr2508gi4igtnf8ep2uqud7jn36b2l8m/f/hfile_0 into 81bb38b1f84a199476dea3a38020476c/f (new location: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/fcc21750b31b405baa9aea78ee33cb28_SeqId_4_) 2024-12-03T06:33:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__9adm977pauf7o9b2n99k4inntti218fqhr2508gi4igtnf8ep2uqud7jn36b2l8m/f/hfile_0 2024-12-03T06:33:20,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:33:20,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:20,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:20,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., hostname=122cddc95ec8,39137,1733207579468, seqNum=2 , the old value is region=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., hostname=122cddc95ec8,39137,1733207579468, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=122cddc95ec8:39137 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:33:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., hostname=122cddc95ec8,39137,1733207579468, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:33:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., hostname=122cddc95ec8,39137,1733207579468, seqNum=2 from cache 2024-12-03T06:33:20,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:39480 deadline: 1733207660532 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:39480 2024-12-03T06:33:20,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,42011,1733207583887, seqNum=-1] 2024-12-03T06:33:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:20,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:33:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207593620.bc8ad3ee362094a13998b0a577385689., hostname=122cddc95ec8,42011,1733207583887, seqNum=2] 2024-12-03T06:33:20,538 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T06:33:20,637 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:39137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T06:33:20,823 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 to pos 379, reset compression=false 2024-12-03T06:33:20,850 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:33:20,850 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39137,1733207579468 got entry batch from reader: WALEntryBatch [walEntries=[{test/81bb38b1f84a199476dea3a38020476c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733207600531/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T06:33:20,851 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:33:20,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T06:33:20,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.ReplicationSink(318): Replicating [f7b23dc2-52a1-495a-967b-3652f0329765] bulk loaded data 2024-12-03T06:33:20,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e570f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,41183,-1 for getting cluster id 2024-12-03T06:33:20,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:20,853 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed860bfb-aa26-4775-b80d-2db7d30a443f' 2024-12-03T06:33:20,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:20,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed860bfb-aa26-4775-b80d-2db7d30a443f" 2024-12-03T06:33:20,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fb03037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,41183,-1] 2024-12-03T06:33:20,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:20,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:20,854 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:20,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58051f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:20,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741837_1013 (size=7691) 2024-12-03T06:33:21,050 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 to pos 687, reset compression=false 2024-12-03T06:33:21,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741838_1014 (size=7894) 2024-12-03T06:33:21,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:21,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,41183,1733207583774 2024-12-03T06:33:21,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46029231 2024-12-03T06:33:21,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:21,271 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-03T06:33:21,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:33:21,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:21,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,42011,1733207583887, seqNum=-1] 2024-12-03T06:33:21,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:21,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-03T06:33:21,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-03T06:33:21,281 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/fcc21750b31b405baa9aea78ee33cb28_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-03T06:33:21,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/fcc21750b31b405baa9aea78ee33cb28_SeqId_4_ for inclusion in bc8ad3ee362094a13998b0a577385689/f 2024-12-03T06:33:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T06:33:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:33:21,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_ for inclusion in bc8ad3ee362094a13998b0a577385689/f 2024-12-03T06:33:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T06:33:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:33:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HRegion(2603): Flush status journal for bc8ad3ee362094a13998b0a577385689: 2024-12-03T06:33:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fcc21750b31b405baa9aea78ee33cb28_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:33:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/fcc21750b31b405baa9aea78ee33cb28_SeqId_4_ as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/3601a39ac2cd4295a5b5cd0da0827c06_SeqId_4_ 2024-12-03T06:33:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:33:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_ as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/ef6fc21ef0594246b0e57bf5307a1e40_SeqId_4_ 2024-12-03T06:33:21,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/fcc21750b31b405baa9aea78ee33cb28_SeqId_4_ into bc8ad3ee362094a13998b0a577385689/f as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/3601a39ac2cd4295a5b5cd0da0827c06_SeqId_4_ - updating store file list. 2024-12-03T06:33:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3601a39ac2cd4295a5b5cd0da0827c06_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:33:21,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/3601a39ac2cd4295a5b5cd0da0827c06_SeqId_4_ into bc8ad3ee362094a13998b0a577385689/f 2024-12-03T06:33:21,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/fcc21750b31b405baa9aea78ee33cb28_SeqId_4_ into bc8ad3ee362094a13998b0a577385689/f (new location: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/3601a39ac2cd4295a5b5cd0da0827c06_SeqId_4_) 2024-12-03T06:33:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/fcc21750b31b405baa9aea78ee33cb28_SeqId_4_ 2024-12-03T06:33:21,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_ into bc8ad3ee362094a13998b0a577385689/f as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/ef6fc21ef0594246b0e57bf5307a1e40_SeqId_4_ - updating store file list. 2024-12-03T06:33:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef6fc21ef0594246b0e57bf5307a1e40_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:33:21,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/ef6fc21ef0594246b0e57bf5307a1e40_SeqId_4_ into bc8ad3ee362094a13998b0a577385689/f 2024-12-03T06:33:21,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_ into bc8ad3ee362094a13998b0a577385689/f (new location: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/ef6fc21ef0594246b0e57bf5307a1e40_SeqId_4_) 2024-12-03T06:33:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__2n2de2eaom8vlahnrkiqmqe4k39te84ggm4tfmnnincddchr1rnntsjke5fvea3h/f/a3638c936ede4e98b1a3dc23f8ca460a_SeqId_4_ 2024-12-03T06:33:21,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.ReplicationSink(324): Finished replicating [f7b23dc2-52a1-495a-967b-3652f0329765] bulk loaded data 2024-12-03T06:33:21,353 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 to pos 687, reset compression=false 2024-12-03T06:33:21,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46653,1733207588511, seqNum=-1] 2024-12-03T06:33:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:21,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:33:21,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338., hostname=122cddc95ec8,46653,1733207588511, seqNum=2] 2024-12-03T06:33:21,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:33:21,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T06:33:21,553 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 122cddc95ec8%2C39137%2C1733207579468:(num 1733207581165) roll requested 2024-12-03T06:33:21,569 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553, exclude list is [], retry=0 2024-12-03T06:33:21,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37429,DS-614703b7-87e9-4f15-bfeb-ffddcc5778f5,DISK] 2024-12-03T06:33:21,573 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 2024-12-03T06:33:21,573 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-03T06:33:21,573 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 is not closed yet, will try archiving it next time 2024-12-03T06:33:21,573 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 122cddc95ec8%2C39137%2C1733207579468.meta:.meta(num 1733207582169) roll requested 2024-12-03T06:33:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741832_1008 (size=695) 2024-12-03T06:33:21,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e342c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:21,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,45973,-1 for getting cluster id 2024-12-03T06:33:21,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:21,575 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 to hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/oldWALs/122cddc95ec8%2C39137%2C1733207579468.1733207581165 2024-12-03T06:33:21,575 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7b23dc2-52a1-495a-967b-3652f0329765' 2024-12-03T06:33:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7b23dc2-52a1-495a-967b-3652f0329765" 2024-12-03T06:33:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb5bb0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,45973,-1] 2024-12-03T06:33:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:21,576 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:21,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6958e766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:21,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:21,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,45973,1733207579308 2024-12-03T06:33:21,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b5fa9e 2024-12-03T06:33:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:21,578 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:33:21,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://122cddc95ec8:38827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T06:33:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T06:33:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T06:33:21,580 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:38827' 2024-12-03T06:33:21,581 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76020967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:21,581 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38827,-1 for getting cluster id 2024-12-03T06:33:21,581 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:21,582 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e297950-2412-4029-bcd0-d25a4a0fa9ea' 2024-12-03T06:33:21,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:21,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e297950-2412-4029-bcd0-d25a4a0fa9ea" 2024-12-03T06:33:21,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23955308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:21,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38827,-1] 2024-12-03T06:33:21,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:21,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:21,582 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:21,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b94fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:21,583 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:21,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,38827,1733207588369 2024-12-03T06:33:21,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8073d82 2024-12-03T06:33:21,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:21,584 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:33:21,585 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T06:33:21,585 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T06:33:21,585 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:21,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:21,585 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:21,589 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.meta.1733207601573.meta, exclude list is [], retry=0 2024-12-03T06:33:21,591 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:33:21,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37429,DS-614703b7-87e9-4f15-bfeb-ffddcc5778f5,DISK] 2024-12-03T06:33:21,592 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.meta.1733207582169.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.meta.1733207601573.meta 2024-12-03T06:33:21,593 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-03T06:33:21,593 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.meta.1733207582169.meta is not closed yet, will try archiving it next time 2024-12-03T06:33:21,593 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 122cddc95ec8%2C39137%2C1733207579468.rep:(num 1733207599061) roll requested 2024-12-03T06:33:21,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741834_1010 (size=3473) 2024-12-03T06:33:21,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T06:33:21,609 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.rep.1733207601593, exclude list is [], retry=0 2024-12-03T06:33:21,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37429,DS-614703b7-87e9-4f15-bfeb-ffddcc5778f5,DISK] 2024-12-03T06:33:21,617 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.rep.1733207599061 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.rep.1733207601593 2024-12-03T06:33:21,618 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-03T06:33:21,618 DEBUG [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.rep.1733207599061 is not closed yet, will try archiving it next time 2024-12-03T06:33:21,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741839_1015 (size=1505) 2024-12-03T06:33:21,619 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.rep.1733207599061 not finished, retry = 0 2024-12-03T06:33:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T06:33:21,756 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 to pos 687, reset compression=false 2024-12-03T06:33:21,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T06:33:21,761 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T06:33:21,762 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 was moved to hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/oldWALs/122cddc95ec8%2C39137%2C1733207579468.1733207581165 2024-12-03T06:33:21,766 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165 2024-12-03T06:33:21,766 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553, startPosition=0, beingWritten=true 2024-12-03T06:33:21,766 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39137,1733207579468 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207581165, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T06:33:21,768 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [122cddc95ec8%2C39137%2C1733207579468.1733207581165] 2024-12-03T06:33:21,787 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-122cddc95ec8,39137,1733207579468, ReplicationSource: 2, currentBandwidth=0 2024-12-03T06:33:21,789 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T06:33:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T06:33:21,790 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 122cddc95ec8,39137,1733207579468 suceeded 2024-12-03T06:33:21,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T06:33:21,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-03T06:33:21,792 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://122cddc95ec8:38827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T06:33:21,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 214 msec 2024-12-03T06:33:21,802 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='122cddc95ec8:38827' 2024-12-03T06:33:21,803 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e42add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:21,803 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38827,-1 for getting cluster id 2024-12-03T06:33:21,803 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:21,803 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e297950-2412-4029-bcd0-d25a4a0fa9ea' 2024-12-03T06:33:21,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:21,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e297950-2412-4029-bcd0-d25a4a0fa9ea" 2024-12-03T06:33:21,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@530dbe71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:21,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38827,-1] 2024-12-03T06:33:21,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:21,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:21,805 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:21,805 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b649bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:21,805 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:21,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,38827,1733207588369 2024-12-03T06:33:21,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65427bfd 2024-12-03T06:33:21,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:21,806 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T06:33:21,807 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-122cddc95ec8,39137,1733207579468 (queues=1) is replicating from cluster=f7b23dc2-52a1-495a-967b-3652f0329765 to cluster=7e297950-2412-4029-bcd0-d25a4a0fa9ea 2024-12-03T06:33:21,807 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=122cddc95ec8%2C39137%2C1733207579468 2024-12-03T06:33:21,807 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-122cddc95ec8,39137,1733207579468, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T06:33:21,808 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553, startPosition=0, beingWritten=true 2024-12-03T06:33:21,808 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 122cddc95ec8%2C39137%2C1733207579468 2024-12-03T06:33:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T06:33:21,897 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T06:33:21,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:33:21,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:21,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:21,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:21,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:21,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T06:33:21,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733207601900/Put/seqid=0 2024-12-03T06:33:21,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741845_1021 (size=11194) 2024-12-03T06:33:22,011 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 0, reset compression=false 2024-12-03T06:33:22,270 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 0, reset compression=false 2024-12-03T06:33:22,308 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733207602308/Put/seqid=0 2024-12-03T06:33:22,315 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 0, reset compression=false 2024-12-03T06:33:22,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741846_1022 (size=10791) 2024-12-03T06:33:22,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:33:22,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:22,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19229a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:22,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,45973,-1 for getting cluster id 2024-12-03T06:33:22,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:22,718 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7b23dc2-52a1-495a-967b-3652f0329765' 2024-12-03T06:33:22,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:22,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7b23dc2-52a1-495a-967b-3652f0329765" 2024-12-03T06:33:22,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4addec08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:22,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,45973,-1] 2024-12-03T06:33:22,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:22,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:22,719 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:22,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c85dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:22,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:22,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,39137,1733207579468, seqNum=-1] 2024-12-03T06:33:22,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:22,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T06:33:22,723 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 0, reset compression=false 2024-12-03T06:33:22,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,45973,1733207579308 2024-12-03T06:33:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@142f280e 2024-12-03T06:33:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:22,729 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T06:33:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., hostname=122cddc95ec8,39137,1733207579468, seqNum=2] 2024-12-03T06:33:22,733 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:33:22,738 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-03T06:33:22,740 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-03T06:33:22,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 81bb38b1f84a199476dea3a38020476c/f 2024-12-03T06:33:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T06:33:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:33:22,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 81bb38b1f84a199476dea3a38020476c/f 2024-12-03T06:33:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T06:33:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:33:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegion(2603): Flush status journal for 81bb38b1f84a199476dea3a38020476c: 2024-12-03T06:33:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__tbef9jjdkt6dsk07eqev7dmuhtl8iptsq409gb33tpqbma2hhach5bbu7e7aqnk1/f/hfile_0 2024-12-03T06:33:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__tbef9jjdkt6dsk07eqev7dmuhtl8iptsq409gb33tpqbma2hhach5bbu7e7aqnk1/f/hfile_0 as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ 2024-12-03T06:33:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__tbef9jjdkt6dsk07eqev7dmuhtl8iptsq409gb33tpqbma2hhach5bbu7e7aqnk1/f/hfile_1 2024-12-03T06:33:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__tbef9jjdkt6dsk07eqev7dmuhtl8iptsq409gb33tpqbma2hhach5bbu7e7aqnk1/f/hfile_1 as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ 2024-12-03T06:33:22,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__tbef9jjdkt6dsk07eqev7dmuhtl8iptsq409gb33tpqbma2hhach5bbu7e7aqnk1/f/hfile_0 into 81bb38b1f84a199476dea3a38020476c/f as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ - updating store file list. 2024-12-03T06:33:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T06:33:22,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ into 81bb38b1f84a199476dea3a38020476c/f 2024-12-03T06:33:22,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__tbef9jjdkt6dsk07eqev7dmuhtl8iptsq409gb33tpqbma2hhach5bbu7e7aqnk1/f/hfile_0 into 81bb38b1f84a199476dea3a38020476c/f (new location: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_) 2024-12-03T06:33:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__tbef9jjdkt6dsk07eqev7dmuhtl8iptsq409gb33tpqbma2hhach5bbu7e7aqnk1/f/hfile_0 2024-12-03T06:33:22,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__tbef9jjdkt6dsk07eqev7dmuhtl8iptsq409gb33tpqbma2hhach5bbu7e7aqnk1/f/hfile_1 into 81bb38b1f84a199476dea3a38020476c/f as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ - updating store file list. 2024-12-03T06:33:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T06:33:22,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ into 81bb38b1f84a199476dea3a38020476c/f 2024-12-03T06:33:22,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__tbef9jjdkt6dsk07eqev7dmuhtl8iptsq409gb33tpqbma2hhach5bbu7e7aqnk1/f/hfile_1 into 81bb38b1f84a199476dea3a38020476c/f (new location: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_) 2024-12-03T06:33:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/staging/jenkins__test__tbef9jjdkt6dsk07eqev7dmuhtl8iptsq409gb33tpqbma2hhach5bbu7e7aqnk1/f/hfile_1 2024-12-03T06:33:22,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:33:22,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:22,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:22,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:22,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., hostname=122cddc95ec8,39137,1733207579468, seqNum=2 , the old value is region=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., hostname=122cddc95ec8,39137,1733207579468, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=122cddc95ec8:39137 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:33:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., hostname=122cddc95ec8,39137,1733207579468, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T06:33:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., hostname=122cddc95ec8,39137,1733207579468, seqNum=2 from cache 2024-12-03T06:33:22,768 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T06:33:22,770 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T06:33:22,874 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 0, reset compression=false 2024-12-03T06:33:22,878 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:39137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T06:33:22,878 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:33:22,878 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39137,1733207579468 got entry batch from reader: WALEntryBatch [walEntries=[{test/81bb38b1f84a199476dea3a38020476c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733207602764/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T06:33:22,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.ReplicationSink(318): Replicating [f7b23dc2-52a1-495a-967b-3652f0329765] bulk loaded data 2024-12-03T06:33:22,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741839_1015 (size=11194) 2024-12-03T06:33:23,079 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:23,226 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 0, reset compression=false 2024-12-03T06:33:23,230 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T06:33:23,230 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-122cddc95ec8,39137,1733207579468 got entry batch from reader: WALEntryBatch [walEntries=[{test/81bb38b1f84a199476dea3a38020476c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733207602764/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T06:33:23,232 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T06:33:23,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T06:33:23,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.ReplicationSink(318): Replicating [f7b23dc2-52a1-495a-967b-3652f0329765] bulk loaded data 2024-12-03T06:33:23,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ccf8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:23,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] client.ClusterIdFetcher(90): Going to request 122cddc95ec8,38827,-1 for getting cluster id 2024-12-03T06:33:23,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T06:33:23,234 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e297950-2412-4029-bcd0-d25a4a0fa9ea' 2024-12-03T06:33:23,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T06:33:23,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e297950-2412-4029-bcd0-d25a4a0fa9ea" 2024-12-03T06:33:23,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500820a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:23,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [122cddc95ec8,38827,-1] 2024-12-03T06:33:23,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T06:33:23,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:23,235 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-03T06:33:23,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b4cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T06:33:23,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741837_1013 (size=11194) 2024-12-03T06:33:23,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741838_1014 (size=10791) 2024-12-03T06:33:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741840_1016 (size=10791) 2024-12-03T06:33:23,382 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:23,430 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:23,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T06:33:23,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 122cddc95ec8,38827,1733207588369 2024-12-03T06:33:23,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e72445 2024-12-03T06:33:23,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T06:33:23,652 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-03T06:33:23,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:33:23,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T06:33:23,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=122cddc95ec8,46653,1733207588511, seqNum=-1] 2024-12-03T06:33:23,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T06:33:23,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-03T06:33:23,659 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T06:33:23,661 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T06:33:23,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ for inclusion in e83e6848ca3f428c9c7ff1c167067338/f 2024-12-03T06:33:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T06:33:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:33:23,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ for inclusion in e83e6848ca3f428c9c7ff1c167067338/f 2024-12-03T06:33:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T06:33:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:33:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(2603): Flush status journal for e83e6848ca3f428c9c7ff1c167067338: 2024-12-03T06:33:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:33:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338/f/6e641e709bd04479af8d4abda0228541_SeqId_4_ 2024-12-03T06:33:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:33:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338/f/1537b9ecebba4e2ca8051bac329982f2_SeqId_4_ 2024-12-03T06:33:23,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ into e83e6848ca3f428c9c7ff1c167067338/f as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338/f/6e641e709bd04479af8d4abda0228541_SeqId_4_ - updating store file list. 2024-12-03T06:33:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e641e709bd04479af8d4abda0228541_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:33:23,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338/f/6e641e709bd04479af8d4abda0228541_SeqId_4_ into e83e6848ca3f428c9c7ff1c167067338/f 2024-12-03T06:33:23,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ into e83e6848ca3f428c9c7ff1c167067338/f (new location: hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338/f/6e641e709bd04479af8d4abda0228541_SeqId_4_) 2024-12-03T06:33:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ 2024-12-03T06:33:23,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ into e83e6848ca3f428c9c7ff1c167067338/f as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338/f/1537b9ecebba4e2ca8051bac329982f2_SeqId_4_ - updating store file list. 2024-12-03T06:33:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1537b9ecebba4e2ca8051bac329982f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T06:33:23,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338/f/1537b9ecebba4e2ca8051bac329982f2_SeqId_4_ into e83e6848ca3f428c9c7ff1c167067338/f 2024-12-03T06:33:23,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ into e83e6848ca3f428c9c7ff1c167067338/f (new location: hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338/f/1537b9ecebba4e2ca8051bac329982f2_SeqId_4_) 2024-12-03T06:33:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/staging/jenkins.hfs.23__test__9pp0ugu4449ngu54babb1vb66b3bk1f9s2jvu6p015eofei0ungvj0bljk5bb2q1/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ 2024-12-03T06:33:23,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.ReplicationSink(324): Finished replicating [f7b23dc2-52a1-495a-967b-3652f0329765] bulk loaded data 2024-12-03T06:33:23,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T06:33:23,700 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T06:33:23,701 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T06:33:23,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ for inclusion in bc8ad3ee362094a13998b0a577385689/f 2024-12-03T06:33:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T06:33:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:33:23,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ for inclusion in bc8ad3ee362094a13998b0a577385689/f 2024-12-03T06:33:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T06:33:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T06:33:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HRegion(2603): Flush status journal for bc8ad3ee362094a13998b0a577385689: 2024-12-03T06:33:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:33:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/79b7a54f3a76443ca5688c4588ef9e8e_SeqId_6_ 2024-12-03T06:33:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T06:33:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/156564556f6a43df8f83f81e9de8dde7_SeqId_6_ 2024-12-03T06:33:23,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ into bc8ad3ee362094a13998b0a577385689/f as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/79b7a54f3a76443ca5688c4588ef9e8e_SeqId_6_ - updating store file list. 2024-12-03T06:33:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79b7a54f3a76443ca5688c4588ef9e8e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T06:33:23,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/79b7a54f3a76443ca5688c4588ef9e8e_SeqId_6_ into bc8ad3ee362094a13998b0a577385689/f 2024-12-03T06:33:23,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ into bc8ad3ee362094a13998b0a577385689/f (new location: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/79b7a54f3a76443ca5688c4588ef9e8e_SeqId_6_) 2024-12-03T06:33:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9d9e25e4992d4f668569520f6d0e7c16_SeqId_6_ 2024-12-03T06:33:23,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ into bc8ad3ee362094a13998b0a577385689/f as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/156564556f6a43df8f83f81e9de8dde7_SeqId_6_ - updating store file list. 2024-12-03T06:33:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 156564556f6a43df8f83f81e9de8dde7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T06:33:23,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/156564556f6a43df8f83f81e9de8dde7_SeqId_6_ into bc8ad3ee362094a13998b0a577385689/f 2024-12-03T06:33:23,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ into bc8ad3ee362094a13998b0a577385689/f (new location: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/f/156564556f6a43df8f83f81e9de8dde7_SeqId_6_) 2024-12-03T06:33:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/staging/jenkins.hfs.22__test__gda0tm9kr62f9n4m8n3osm3g2eafg43hkqbjojj2g3ot0t10td0a10o5ds4b33qb/f/9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_ 2024-12-03T06:33:23,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42011 {}] regionserver.ReplicationSink(324): Finished replicating [f7b23dc2-52a1-495a-967b-3652f0329765] bulk loaded data 2024-12-03T06:33:23,733 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:23,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:33:23,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:33:23,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:23,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:23,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:23,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:23,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:33:23,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1361176805, stopped=false 2024-12-03T06:33:23,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,38827,1733207588369 2024-12-03T06:33:23,784 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:23,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21134469781/running 2024-12-03T06:33:23,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21134469781/running 2024-12-03T06:33:23,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:23,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:23,816 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:33:23,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:33:23,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:23,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:23,816 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,46653,1733207588511' ***** 2024-12-03T06:33:23,816 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:33:23,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Set watcher on znode that does not yet exist, /21134469781/running 2024-12-03T06:33:23,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Set watcher on znode that does not yet exist, /21134469781/running 2024-12-03T06:33:23,817 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:33:23,817 INFO [RS:0;122cddc95ec8:46653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:33:23,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:33:23,817 INFO [RS:0;122cddc95ec8:46653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:33:23,817 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(3091): Received CLOSE for e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:23,817 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,46653,1733207588511 2024-12-03T06:33:23,817 INFO [RS:0;122cddc95ec8:46653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:33:23,817 INFO [RS:0;122cddc95ec8:46653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:46653. 2024-12-03T06:33:23,817 DEBUG [RS:0;122cddc95ec8:46653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:23,817 DEBUG [RS:0;122cddc95ec8:46653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:23,817 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e83e6848ca3f428c9c7ff1c167067338, disabling compactions & flushes 2024-12-03T06:33:23,818 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:33:23,818 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:23,818 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:33:23,818 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:33:23,818 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:23,818 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:33:23,818 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. after waiting 0 ms 2024-12-03T06:33:23,818 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:23,818 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:33:23,818 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e83e6848ca3f428c9c7ff1c167067338=test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338.} 2024-12-03T06:33:23,818 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e83e6848ca3f428c9c7ff1c167067338 2024-12-03T06:33:23,818 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:33:23,818 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:33:23,818 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:33:23,818 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:33:23,818 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:33:23,818 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T06:33:23,826 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/default/test/e83e6848ca3f428c9c7ff1c167067338/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T06:33:23,827 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:33:23,827 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:33:23,827 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:23,827 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e83e6848ca3f428c9c7ff1c167067338: Waiting for close lock at 1733207603817Running coprocessor pre-close hooks at 1733207603817Disabling compacts and flushes for region at 1733207603817Disabling writes for close at 1733207603818 (+1 ms)Writing region close event to WAL at 1733207603819 (+1 ms)Running coprocessor post-close hooks at 1733207603827 (+8 ms)Closed at 1733207603827 2024-12-03T06:33:23,827 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338. 2024-12-03T06:33:23,837 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/info/98b884c13c6848ff894cf2de335fdabe is 129, key is test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338./info:regioninfo/1733207596912/Put/seqid=0 2024-12-03T06:33:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741839_1015 (size=6421) 2024-12-03T06:33:23,849 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:33:24,018 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:24,124 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:33:24,124 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:33:24,136 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:24,218 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:24,241 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/info/98b884c13c6848ff894cf2de335fdabe 2024-12-03T06:33:24,255 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/ns/cc10d3c084d54a25bd11dc4b54ad5795 is 43, key is default/ns:d/1733207591383/Put/seqid=0 2024-12-03T06:33:24,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741840_1016 (size=5153) 2024-12-03T06:33:24,288 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:24,418 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:24,619 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:24,639 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:24,659 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/ns/cc10d3c084d54a25bd11dc4b54ad5795 2024-12-03T06:33:24,674 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/rep_barrier/ef9b0b1128174a95a88a97c4c8384854 is 112, key is test,,1733207595769.e83e6848ca3f428c9c7ff1c167067338./rep_barrier:seqnumDuringOpen/1733207596912/Put/seqid=0 2024-12-03T06:33:24,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741841_1017 (size=5518) 2024-12-03T06:33:24,819 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:33:24,819 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:33:24,819 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:24,891 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:25,019 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:25,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T06:33:25,078 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/rep_barrier/ef9b0b1128174a95a88a97c4c8384854 2024-12-03T06:33:25,092 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/table/c8f748fa8e354df9834c34315cd0b0e8 is 40, key is test/table:state/1733207596919/Put/seqid=0 2024-12-03T06:33:25,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741842_1018 (size=5165) 2024-12-03T06:33:25,219 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:25,242 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:25,419 DEBUG [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:25,496 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/table/c8f748fa8e354df9834c34315cd0b0e8 2024-12-03T06:33:25,500 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/info/98b884c13c6848ff894cf2de335fdabe as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/info/98b884c13c6848ff894cf2de335fdabe 2024-12-03T06:33:25,503 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/info/98b884c13c6848ff894cf2de335fdabe, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T06:33:25,504 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/ns/cc10d3c084d54a25bd11dc4b54ad5795 as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/ns/cc10d3c084d54a25bd11dc4b54ad5795 2024-12-03T06:33:25,509 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/ns/cc10d3c084d54a25bd11dc4b54ad5795, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T06:33:25,510 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/rep_barrier/ef9b0b1128174a95a88a97c4c8384854 as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/rep_barrier/ef9b0b1128174a95a88a97c4c8384854 2024-12-03T06:33:25,513 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/rep_barrier/ef9b0b1128174a95a88a97c4c8384854, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T06:33:25,514 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/.tmp/table/c8f748fa8e354df9834c34315cd0b0e8 as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/table/c8f748fa8e354df9834c34315cd0b0e8 2024-12-03T06:33:25,517 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/table/c8f748fa8e354df9834c34315cd0b0e8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T06:33:25,518 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=11, compaction requested=false 2024-12-03T06:33:25,531 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T06:33:25,531 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:33:25,531 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:33:25,531 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:33:25,531 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207603818Running coprocessor pre-close hooks at 1733207603818Disabling compacts and flushes for region at 1733207603818Disabling writes for close at 1733207603818Obtaining lock to block concurrent updates at 1733207603818Preparing flush snapshotting stores in 1588230740 at 1733207603818Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733207603819 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733207603819Flushing 1588230740/info: creating writer at 1733207603819Flushing 1588230740/info: appending metadata at 1733207603836 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733207603836Flushing 1588230740/ns: creating writer at 1733207604244 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733207604255 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733207604255Flushing 1588230740/rep_barrier: creating writer at 1733207604662 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207604674 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207604674Flushing 1588230740/table: creating writer at 1733207605081 (+407 ms)Flushing 1588230740/table: appending metadata at 1733207605092 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733207605092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381601ce: reopening flushed file at 1733207605499 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42813e5e: reopening flushed file at 1733207605503 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e807daf: reopening flushed file at 1733207605510 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17eba94b: reopening flushed file at 1733207605514 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=11, compaction requested=false at 1733207605518 (+4 ms)Writing region close event to WAL at 1733207605528 (+10 ms)Running coprocessor post-close hooks at 1733207605531 (+3 ms)Closed at 1733207605531 2024-12-03T06:33:25,531 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:33:25,595 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:25,620 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,46653,1733207588511; all regions closed. 2024-12-03T06:33:25,622 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/WALs/122cddc95ec8,46653,1733207588511/122cddc95ec8%2C46653%2C1733207588511.meta.1733207591342.meta not finished, retry = 0 2024-12-03T06:33:25,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741834_1010 (size=2717) 2024-12-03T06:33:25,724 DEBUG [RS:0;122cddc95ec8:46653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/oldWALs 2024-12-03T06:33:25,724 INFO [RS:0;122cddc95ec8:46653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C46653%2C1733207588511.meta:.meta(num 1733207591342) 2024-12-03T06:33:25,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/WALs/122cddc95ec8,46653,1733207588511/122cddc95ec8%2C46653%2C1733207588511.1733207590253 not finished, retry = 0 2024-12-03T06:33:25,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741832_1008 (size=1028) 2024-12-03T06:33:25,828 DEBUG [RS:0;122cddc95ec8:46653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/oldWALs 2024-12-03T06:33:25,828 INFO [RS:0;122cddc95ec8:46653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C46653%2C1733207588511:(num 1733207590253) 2024-12-03T06:33:25,828 DEBUG [RS:0;122cddc95ec8:46653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:25,828 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:33:25,828 INFO [RS:0;122cddc95ec8:46653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:33:25,828 INFO [RS:0;122cddc95ec8:46653 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T06:33:25,828 INFO [RS:0;122cddc95ec8:46653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:33:25,828 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:33:25,829 INFO [RS:0;122cddc95ec8:46653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:46653. 2024-12-03T06:33:25,829 DEBUG [RS:0;122cddc95ec8:46653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:25,829 DEBUG [RS:0;122cddc95ec8:46653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:25,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:25,829 DEBUG [RS:0;122cddc95ec8:46653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:25,830 INFO [RS:0;122cddc95ec8:46653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46653 2024-12-03T06:33:25,877 INFO [RS:0;122cddc95ec8:46653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:33:25,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21134469781/rs/122cddc95ec8,46653,1733207588511 2024-12-03T06:33:25,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781/rs 2024-12-03T06:33:25,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,46653,1733207588511] 2024-12-03T06:33:25,907 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21134469781/draining/122cddc95ec8,46653,1733207588511 already deleted, retry=false 2024-12-03T06:33:25,907 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,46653,1733207588511 expired; onlineServers=0 2024-12-03T06:33:25,907 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,38827,1733207588369' ***** 2024-12-03T06:33:25,907 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:33:25,907 INFO [M:0;122cddc95ec8:38827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:33:25,907 INFO [M:0;122cddc95ec8:38827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:33:25,907 DEBUG [M:0;122cddc95ec8:38827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:33:25,907 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:33:25,907 DEBUG [M:0;122cddc95ec8:38827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:33:25,907 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207590016 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207590016,5,FailOnTimeoutGroup] 2024-12-03T06:33:25,908 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207590017 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207590017,5,FailOnTimeoutGroup] 2024-12-03T06:33:25,908 INFO [M:0;122cddc95ec8:38827 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:33:25,908 INFO [M:0;122cddc95ec8:38827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:33:25,908 DEBUG [M:0;122cddc95ec8:38827 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:33:25,908 INFO [M:0;122cddc95ec8:38827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:33:25,908 INFO [M:0;122cddc95ec8:38827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:33:25,908 INFO [M:0;122cddc95ec8:38827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:33:25,908 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:33:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21134469781/master 2024-12-03T06:33:25,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21134469781 2024-12-03T06:33:25,915 DEBUG [M:0;122cddc95ec8:38827 {}] zookeeper.ZKUtil(347): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Unable to get data of znode /21134469781/master because node does not exist (not an error) 2024-12-03T06:33:25,915 WARN [M:0;122cddc95ec8:38827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:33:25,916 INFO [M:0;122cddc95ec8:38827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/.lastflushedseqids 2024-12-03T06:33:25,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741843_1019 (size=173) 2024-12-03T06:33:25,945 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:25,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:25,999 INFO [RS:0;122cddc95ec8:46653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:33:25,999 INFO [RS:0;122cddc95ec8:46653 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,46653,1733207588511; zookeeper connection closed. 2024-12-03T06:33:25,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x1009ebad3370007, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:25,999 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68ce6297 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68ce6297 2024-12-03T06:33:26,000 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:33:26,320 INFO [M:0;122cddc95ec8:38827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:33:26,320 INFO [M:0;122cddc95ec8:38827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:33:26,320 DEBUG [M:0;122cddc95ec8:38827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:33:26,320 INFO [M:0;122cddc95ec8:38827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:26,320 DEBUG [M:0;122cddc95ec8:38827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:26,320 DEBUG [M:0;122cddc95ec8:38827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:33:26,320 DEBUG [M:0;122cddc95ec8:38827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:26,320 INFO [M:0;122cddc95ec8:38827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-03T06:33:26,338 DEBUG [M:0;122cddc95ec8:38827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ca29da6a3c64526949471650f696d47 is 82, key is hbase:meta,,1/info:regioninfo/1733207591366/Put/seqid=0 2024-12-03T06:33:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741844_1020 (size=5672) 2024-12-03T06:33:26,341 INFO [M:0;122cddc95ec8:38827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ca29da6a3c64526949471650f696d47 2024-12-03T06:33:26,356 DEBUG [M:0;122cddc95ec8:38827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/319a5b1c2cb648c3854dc8ee0ce54932 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733207596922/Put/seqid=0 2024-12-03T06:33:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741845_1021 (size=6587) 2024-12-03T06:33:26,398 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:26,748 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:26,759 INFO [M:0;122cddc95ec8:38827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/319a5b1c2cb648c3854dc8ee0ce54932 2024-12-03T06:33:26,774 DEBUG [M:0;122cddc95ec8:38827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07bae397f6a24490af148413452a5e81 is 69, key is 122cddc95ec8,46653,1733207588511/rs:state/1733207590066/Put/seqid=0 2024-12-03T06:33:26,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741846_1022 (size=5156) 2024-12-03T06:33:27,178 INFO [M:0;122cddc95ec8:38827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07bae397f6a24490af148413452a5e81 2024-12-03T06:33:27,181 DEBUG [M:0;122cddc95ec8:38827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ca29da6a3c64526949471650f696d47 as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ca29da6a3c64526949471650f696d47 2024-12-03T06:33:27,184 INFO [M:0;122cddc95ec8:38827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ca29da6a3c64526949471650f696d47, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T06:33:27,185 DEBUG [M:0;122cddc95ec8:38827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/319a5b1c2cb648c3854dc8ee0ce54932 as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/319a5b1c2cb648c3854dc8ee0ce54932 2024-12-03T06:33:27,187 INFO [M:0;122cddc95ec8:38827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/319a5b1c2cb648c3854dc8ee0ce54932, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T06:33:27,188 DEBUG [M:0;122cddc95ec8:38827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07bae397f6a24490af148413452a5e81 as hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07bae397f6a24490af148413452a5e81 2024-12-03T06:33:27,191 INFO [M:0;122cddc95ec8:38827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41275/user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07bae397f6a24490af148413452a5e81, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T06:33:27,191 INFO [M:0;122cddc95ec8:38827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=55, compaction requested=false 2024-12-03T06:33:27,193 INFO [M:0;122cddc95ec8:38827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:27,194 DEBUG [M:0;122cddc95ec8:38827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207606320Disabling compacts and flushes for region at 1733207606320Disabling writes for close at 1733207606320Obtaining lock to block concurrent updates at 1733207606320Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207606320Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733207606321 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207606321Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207606321Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207606338 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207606338Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207606344 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207606355 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207606355Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207606762 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207606774 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207606774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@532bf717: reopening flushed file at 1733207607181 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4490f59: reopening flushed file at 1733207607184 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3686be97: reopening flushed file at 1733207607187 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=55, compaction requested=false at 1733207607191 (+4 ms)Writing region close event to WAL at 1733207607193 (+2 ms)Closed at 1733207607193 2024-12-03T06:33:27,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741830_1006 (size=32782) 2024-12-03T06:33:27,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82877be8-68d8-f99e-65a1-97adefda6a50/MasterData/WALs/122cddc95ec8,38827,1733207588369/122cddc95ec8%2C38827%2C1733207588369.1733207589836 not finished, retry = 0 2024-12-03T06:33:27,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:33:27,296 INFO [M:0;122cddc95ec8:38827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:33:27,296 INFO [M:0;122cddc95ec8:38827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38827 2024-12-03T06:33:27,297 INFO [M:0;122cddc95ec8:38827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:33:27,301 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:27,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:27,435 INFO [M:0;122cddc95ec8:38827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:33:27,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38827-0x1009ebad3370006, quorum=127.0.0.1:50101, baseZNode=/21134469781 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:27,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53cfbbce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:33:27,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe3011{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:33:27,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:33:27,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@498d247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:33:27,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51f49dab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/hadoop.log.dir/,STOPPED} 2024-12-03T06:33:27,439 WARN [BP-551718299-172.17.0.2-1733207586758 heartbeating to localhost/127.0.0.1:41275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:33:27,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:33:27,439 WARN [BP-551718299-172.17.0.2-1733207586758 heartbeating to localhost/127.0.0.1:41275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-551718299-172.17.0.2-1733207586758 (Datanode Uuid 5d17489f-ca6f-457e-adb4-e88a154eef54) service to localhost/127.0.0.1:41275 2024-12-03T06:33:27,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:33:27,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/cluster_aba867da-405c-8dee-68cd-69102715d335/data/data1/current/BP-551718299-172.17.0.2-1733207586758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:33:27,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/cluster_aba867da-405c-8dee-68cd-69102715d335/data/data2/current/BP-551718299-172.17.0.2-1733207586758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:33:27,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:33:27,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aa95a1c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:33:27,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50c81745{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:33:27,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:33:27,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2d9a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:33:27,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ab415dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf35eb12-0f02-044f-9313-92c1ef7dbf11/hadoop.log.dir/,STOPPED} 2024-12-03T06:33:27,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:33:27,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:33:27,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:33:27,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:27,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:27,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:27,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:27,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:33:27,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1289159659, stopped=false 2024-12-03T06:33:27,471 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,41183,1733207583774 2024-12-03T06:33:27,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11233286280/running 2024-12-03T06:33:27,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11233286280/running 2024-12-03T06:33:27,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:27,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:27,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:33:27,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:33:27,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:27,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:27,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Set watcher on znode that does not yet exist, /11233286280/running 2024-12-03T06:33:27,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Set watcher on znode that does not yet exist, /11233286280/running 2024-12-03T06:33:27,485 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,42011,1733207583887' ***** 2024-12-03T06:33:27,485 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:33:27,485 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:33:27,486 INFO [RS:0;122cddc95ec8:42011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:33:27,486 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:33:27,486 INFO [RS:0;122cddc95ec8:42011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:33:27,486 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(3091): Received CLOSE for bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:27,486 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,42011,1733207583887 2024-12-03T06:33:27,486 INFO [RS:0;122cddc95ec8:42011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:33:27,486 INFO [RS:0;122cddc95ec8:42011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:42011. 2024-12-03T06:33:27,486 DEBUG [RS:0;122cddc95ec8:42011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:27,486 DEBUG [RS:0;122cddc95ec8:42011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:27,486 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc8ad3ee362094a13998b0a577385689, disabling compactions & flushes 2024-12-03T06:33:27,486 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:27,486 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:27,486 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:33:27,486 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207593620.bc8ad3ee362094a13998b0a577385689. after waiting 0 ms 2024-12-03T06:33:27,486 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:33:27,486 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:33:27,486 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:27,486 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:33:27,487 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T06:33:27,487 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1325): Online Regions={bc8ad3ee362094a13998b0a577385689=test,,1733207593620.bc8ad3ee362094a13998b0a577385689., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:33:27,487 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:33:27,487 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc8ad3ee362094a13998b0a577385689 2024-12-03T06:33:27,487 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:33:27,487 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:33:27,487 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:33:27,487 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:33:27,487 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T06:33:27,489 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/default/test/bc8ad3ee362094a13998b0a577385689/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:33:27,490 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:33:27,490 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:33:27,490 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:27,490 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc8ad3ee362094a13998b0a577385689: Waiting for close lock at 1733207607486Running coprocessor pre-close hooks at 1733207607486Disabling compacts and flushes for region at 1733207607486Disabling writes for close at 1733207607486Writing region close event to WAL at 1733207607487 (+1 ms)Running coprocessor post-close hooks at 1733207607490 (+3 ms)Closed at 1733207607490 2024-12-03T06:33:27,490 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207593620.bc8ad3ee362094a13998b0a577385689. 2024-12-03T06:33:27,504 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/info/c36d2ff7c9f64e3496e90f5b80857fe9 is 129, key is test,,1733207593620.bc8ad3ee362094a13998b0a577385689./info:regioninfo/1733207594757/Put/seqid=0 2024-12-03T06:33:27,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741841_1017 (size=6421) 2024-12-03T06:33:27,512 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:33:27,568 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:33:27,568 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:33:27,651 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:27,687 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:27,887 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:27,908 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/info/c36d2ff7c9f64e3496e90f5b80857fe9 2024-12-03T06:33:27,924 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/ns/428da7c3ae674b1bb487b04aa9ac8d5e is 43, key is default/ns:d/1733207586617/Put/seqid=0 2024-12-03T06:33:27,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741842_1018 (size=5153) 2024-12-03T06:33:28,087 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:28,287 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:28,304 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:28,327 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/ns/428da7c3ae674b1bb487b04aa9ac8d5e 2024-12-03T06:33:28,347 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/rep_barrier/85a4131dab7645f6809d2ffadba60606 is 112, key is test,,1733207593620.bc8ad3ee362094a13998b0a577385689./rep_barrier:seqnumDuringOpen/1733207594757/Put/seqid=0 2024-12-03T06:33:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741843_1019 (size=5518) 2024-12-03T06:33:28,350 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/rep_barrier/85a4131dab7645f6809d2ffadba60606 2024-12-03T06:33:28,370 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/table/56310c6486334d719562603c9022343a is 40, key is test/table:state/1733207594761/Put/seqid=0 2024-12-03T06:33:28,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741844_1020 (size=5165) 2024-12-03T06:33:28,488 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T06:33:28,488 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:33:28,488 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:28,654 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:28,688 DEBUG [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:28,774 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/table/56310c6486334d719562603c9022343a 2024-12-03T06:33:28,777 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/info/c36d2ff7c9f64e3496e90f5b80857fe9 as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/info/c36d2ff7c9f64e3496e90f5b80857fe9 2024-12-03T06:33:28,780 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/info/c36d2ff7c9f64e3496e90f5b80857fe9, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T06:33:28,781 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/ns/428da7c3ae674b1bb487b04aa9ac8d5e as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/ns/428da7c3ae674b1bb487b04aa9ac8d5e 2024-12-03T06:33:28,783 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/ns/428da7c3ae674b1bb487b04aa9ac8d5e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T06:33:28,784 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/rep_barrier/85a4131dab7645f6809d2ffadba60606 as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/rep_barrier/85a4131dab7645f6809d2ffadba60606 2024-12-03T06:33:28,787 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/rep_barrier/85a4131dab7645f6809d2ffadba60606, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T06:33:28,787 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/.tmp/table/56310c6486334d719562603c9022343a as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/table/56310c6486334d719562603c9022343a 2024-12-03T06:33:28,790 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/table/56310c6486334d719562603c9022343a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T06:33:28,790 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-12-03T06:33:28,791 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:33:28,799 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T06:33:28,799 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:33:28,800 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:33:28,800 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:33:28,800 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207607487Running coprocessor pre-close hooks at 1733207607487Disabling compacts and flushes for region at 1733207607487Disabling writes for close at 1733207607487Obtaining lock to block concurrent updates at 1733207607487Preparing flush snapshotting stores in 1588230740 at 1733207607487Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733207607487Flushing stores of hbase:meta,,1.1588230740 at 1733207607488 (+1 ms)Flushing 1588230740/info: creating writer at 1733207607488Flushing 1588230740/info: appending metadata at 1733207607504 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733207607504Flushing 1588230740/ns: creating writer at 1733207607911 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733207607923 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733207607923Flushing 1588230740/rep_barrier: creating writer at 1733207608331 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207608347 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207608347Flushing 1588230740/table: creating writer at 1733207608354 (+7 ms)Flushing 1588230740/table: appending metadata at 1733207608370 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733207608370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266c6191: reopening flushed file at 1733207608777 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56257f5c: reopening flushed file at 1733207608780 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa2d564: reopening flushed file at 1733207608784 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541b8012: reopening flushed file at 1733207608787 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1733207608790 (+3 ms)Writing region close event to WAL at 1733207608797 (+7 ms)Running coprocessor post-close hooks at 1733207608799 (+2 ms)Closed at 1733207608800 (+1 ms) 2024-12-03T06:33:28,800 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:33:28,888 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,42011,1733207583887; all regions closed. 2024-12-03T06:33:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741834_1010 (size=2717) 2024-12-03T06:33:28,891 DEBUG [RS:0;122cddc95ec8:42011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/oldWALs 2024-12-03T06:33:28,891 INFO [RS:0;122cddc95ec8:42011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C42011%2C1733207583887.meta:.meta(num 1733207586576) 2024-12-03T06:33:28,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741832_1008 (size=1374) 2024-12-03T06:33:28,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/WALs/122cddc95ec8,42011,1733207583887/122cddc95ec8%2C42011%2C1733207583887.1733207585624 not finished, retry = 0 2024-12-03T06:33:28,898 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T06:33:28,995 DEBUG [RS:0;122cddc95ec8:42011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/oldWALs 2024-12-03T06:33:28,995 INFO [RS:0;122cddc95ec8:42011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 122cddc95ec8%2C42011%2C1733207583887:(num 1733207585624) 2024-12-03T06:33:28,995 DEBUG [RS:0;122cddc95ec8:42011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:28,995 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:33:28,996 INFO [RS:0;122cddc95ec8:42011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:33:28,996 INFO [RS:0;122cddc95ec8:42011 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:33:28,996 INFO [RS:0;122cddc95ec8:42011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:33:28,996 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:33:28,996 INFO [RS:0;122cddc95ec8:42011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:42011. 2024-12-03T06:33:28,996 DEBUG [RS:0;122cddc95ec8:42011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:28,996 DEBUG [RS:0;122cddc95ec8:42011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:28,996 DEBUG [RS:0;122cddc95ec8:42011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:28,996 INFO [RS:0;122cddc95ec8:42011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42011 2024-12-03T06:33:28,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:29,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11233286280/rs/122cddc95ec8,42011,1733207583887 2024-12-03T06:33:29,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280/rs 2024-12-03T06:33:29,035 INFO [RS:0;122cddc95ec8:42011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:33:29,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,42011,1733207583887] 2024-12-03T06:33:29,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11233286280/draining/122cddc95ec8,42011,1733207583887 already deleted, retry=false 2024-12-03T06:33:29,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,42011,1733207583887 expired; onlineServers=0 2024-12-03T06:33:29,051 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,41183,1733207583774' ***** 2024-12-03T06:33:29,051 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:33:29,051 INFO [M:0;122cddc95ec8:41183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:33:29,051 INFO [M:0;122cddc95ec8:41183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:33:29,051 DEBUG [M:0;122cddc95ec8:41183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:33:29,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:33:29,051 DEBUG [M:0;122cddc95ec8:41183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:33:29,051 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207585400 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207585400,5,FailOnTimeoutGroup] 2024-12-03T06:33:29,051 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207585400 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207585400,5,FailOnTimeoutGroup] 2024-12-03T06:33:29,052 INFO [M:0;122cddc95ec8:41183 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:33:29,052 INFO [M:0;122cddc95ec8:41183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:33:29,052 DEBUG [M:0;122cddc95ec8:41183 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:33:29,052 INFO [M:0;122cddc95ec8:41183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:33:29,052 INFO [M:0;122cddc95ec8:41183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:33:29,052 INFO [M:0;122cddc95ec8:41183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:33:29,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:33:29,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11233286280/master 2024-12-03T06:33:29,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11233286280 2024-12-03T06:33:29,059 DEBUG [M:0;122cddc95ec8:41183 {}] zookeeper.ZKUtil(347): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Unable to get data of znode /11233286280/master because node does not exist (not an error) 2024-12-03T06:33:29,060 WARN [M:0;122cddc95ec8:41183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:33:29,060 INFO [M:0;122cddc95ec8:41183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/.lastflushedseqids 2024-12-03T06:33:29,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741845_1021 (size=173) 2024-12-03T06:33:29,143 INFO [RS:0;122cddc95ec8:42011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:33:29,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:29,143 INFO [RS:0;122cddc95ec8:42011 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,42011,1733207583887; zookeeper connection closed. 2024-12-03T06:33:29,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42011-0x1009ebad3370004, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:29,143 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@835fc62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@835fc62 2024-12-03T06:33:29,144 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:33:29,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T06:33:29,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T06:33:29,407 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:29,464 INFO [M:0;122cddc95ec8:41183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:33:29,464 INFO [M:0;122cddc95ec8:41183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:33:29,464 DEBUG [M:0;122cddc95ec8:41183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:33:29,464 INFO [M:0;122cddc95ec8:41183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:29,464 DEBUG [M:0;122cddc95ec8:41183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:29,464 DEBUG [M:0;122cddc95ec8:41183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:33:29,464 DEBUG [M:0;122cddc95ec8:41183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:29,464 INFO [M:0;122cddc95ec8:41183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-03T06:33:29,480 DEBUG [M:0;122cddc95ec8:41183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4609d4c608e14b52a721581afa3d03c4 is 82, key is hbase:meta,,1/info:regioninfo/1733207586602/Put/seqid=0 2024-12-03T06:33:29,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741846_1022 (size=5672) 2024-12-03T06:33:29,757 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:29,883 INFO [M:0;122cddc95ec8:41183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4609d4c608e14b52a721581afa3d03c4 2024-12-03T06:33:29,897 DEBUG [M:0;122cddc95ec8:41183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee578bef2f414c7da5fbdeb3bdfa6012 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733207594764/Put/seqid=0 2024-12-03T06:33:29,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741847_1023 (size=6587) 2024-12-03T06:33:30,301 INFO [M:0;122cddc95ec8:41183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee578bef2f414c7da5fbdeb3bdfa6012 2024-12-03T06:33:30,315 DEBUG [M:0;122cddc95ec8:41183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5df4664721784f51b4f94f1701642539 is 69, key is 122cddc95ec8,42011,1733207583887/rs:state/1733207585446/Put/seqid=0 2024-12-03T06:33:30,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741848_1024 (size=5156) 2024-12-03T06:33:30,610 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:30,719 INFO [M:0;122cddc95ec8:41183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5df4664721784f51b4f94f1701642539 2024-12-03T06:33:30,722 DEBUG [M:0;122cddc95ec8:41183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4609d4c608e14b52a721581afa3d03c4 as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4609d4c608e14b52a721581afa3d03c4 2024-12-03T06:33:30,726 INFO [M:0;122cddc95ec8:41183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4609d4c608e14b52a721581afa3d03c4, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T06:33:30,727 DEBUG [M:0;122cddc95ec8:41183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee578bef2f414c7da5fbdeb3bdfa6012 as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee578bef2f414c7da5fbdeb3bdfa6012 2024-12-03T06:33:30,730 INFO [M:0;122cddc95ec8:41183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee578bef2f414c7da5fbdeb3bdfa6012, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T06:33:30,730 DEBUG [M:0;122cddc95ec8:41183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5df4664721784f51b4f94f1701642539 as hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5df4664721784f51b4f94f1701642539 2024-12-03T06:33:30,733 INFO [M:0;122cddc95ec8:41183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42289/user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5df4664721784f51b4f94f1701642539, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T06:33:30,733 INFO [M:0;122cddc95ec8:41183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=55, compaction requested=false 2024-12-03T06:33:30,735 INFO [M:0;122cddc95ec8:41183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:30,735 DEBUG [M:0;122cddc95ec8:41183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207609464Disabling compacts and flushes for region at 1733207609464Disabling writes for close at 1733207609464Obtaining lock to block concurrent updates at 1733207609464Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207609464Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733207609465 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207609465Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207609465Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207609479 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207609479Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207609886 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207609897 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207609897Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207610304 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207610315 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207610315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e681063: reopening flushed file at 1733207610722 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b825f5c: reopening flushed file at 1733207610726 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e352e51: reopening flushed file at 1733207610730 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=55, compaction requested=false at 1733207610734 (+4 ms)Writing region close event to WAL at 1733207610734Closed at 1733207610734 2024-12-03T06:33:30,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45237 is added to blk_1073741830_1006 (size=32782) 2024-12-03T06:33:30,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54dd2697-76da-2424-711a-b2b3db8a35f9/MasterData/WALs/122cddc95ec8,41183,1733207583774/122cddc95ec8%2C41183%2C1733207583774.1733207585192 not finished, retry = 0 2024-12-03T06:33:30,837 INFO [M:0;122cddc95ec8:41183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:33:30,837 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:33:30,837 INFO [M:0;122cddc95ec8:41183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41183 2024-12-03T06:33:30,837 INFO [M:0;122cddc95ec8:41183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:33:30,960 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:30,982 INFO [M:0;122cddc95ec8:41183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:33:30,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:30,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x1009ebad3370003, quorum=127.0.0.1:50101, baseZNode=/11233286280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:30,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d275c41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:33:30,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d746cd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:33:30,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:33:30,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@303b657b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:33:30,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e23bc40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/hadoop.log.dir/,STOPPED} 2024-12-03T06:33:30,986 WARN [BP-1608991095-172.17.0.2-1733207582335 heartbeating to localhost/127.0.0.1:42289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:33:30,986 WARN [BP-1608991095-172.17.0.2-1733207582335 heartbeating to localhost/127.0.0.1:42289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1608991095-172.17.0.2-1733207582335 (Datanode Uuid 6cecabc0-f8b9-43b7-ba54-344f67ae117a) service to localhost/127.0.0.1:42289 2024-12-03T06:33:30,986 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:33:30,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:33:30,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/cluster_a84ce600-49a6-a353-1683-997537c21397/data/data2/current/BP-1608991095-172.17.0.2-1733207582335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:33:30,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/cluster_a84ce600-49a6-a353-1683-997537c21397/data/data1/current/BP-1608991095-172.17.0.2-1733207582335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:33:30,987 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:33:30,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e75770d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:33:30,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19d5f462{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:33:30,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:33:30,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f63bdb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:33:30,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481ff624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55184ce-a2db-49ef-cdb1-986f9fe8709a/hadoop.log.dir/,STOPPED} 2024-12-03T06:33:31,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:33:31,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T06:33:31,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:33:31,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:31,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:31,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:31,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T06:33:31,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:31,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1314739459, stopped=false 2024-12-03T06:33:31,016 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=122cddc95ec8,45973,1733207579308 2024-12-03T06:33:31,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1362951875/running 2024-12-03T06:33:31,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1362951875/running 2024-12-03T06:33:31,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:31,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:31,032 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:33:31,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T06:33:31,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Set watcher on znode that does not yet exist, /0-1362951875/running 2024-12-03T06:33:31,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:31,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:31,032 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '122cddc95ec8,39137,1733207579468' ***** 2024-12-03T06:33:31,032 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T06:33:31,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Set watcher on znode that does not yet exist, /0-1362951875/running 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T06:33:31,033 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(3091): Received CLOSE for e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(3091): Received CLOSE for 81bb38b1f84a199476dea3a38020476c 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(959): stopping server 122cddc95ec8,39137,1733207579468 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:39137. 2024-12-03T06:33:31,033 DEBUG [RS:0;122cddc95ec8:39137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:31,033 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4adb5130eed223ff739fc0d4ee593cd, disabling compactions & flushes 2024-12-03T06:33:31,033 DEBUG [RS:0;122cddc95ec8:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:31,033 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:31,033 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:31,033 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. after waiting 0 ms 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T06:33:31,033 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T06:33:31,033 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T06:33:31,034 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4adb5130eed223ff739fc0d4ee593cd 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-03T06:33:31,034 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T06:33:31,034 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1325): Online Regions={e4adb5130eed223ff739fc0d4ee593cd=hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd., 81bb38b1f84a199476dea3a38020476c=test,,1733207591463.81bb38b1f84a199476dea3a38020476c., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T06:33:31,034 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81bb38b1f84a199476dea3a38020476c, e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:31,034 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T06:33:31,034 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T06:33:31,034 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T06:33:31,034 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T06:33:31,034 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T06:33:31,034 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T06:33:31,047 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/.tmp/hfileref/e6abc131e31745d7a08c2f7780a11e59 is 74, key is 1/hfileref:9c6bb2dfdba947a588f7196b61c957a4_SeqId_6_/1733207603717/DeleteColumn/seqid=0 2024-12-03T06:33:31,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741847_1023 (size=5489) 2024-12-03T06:33:31,050 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/.tmp/hfileref/e6abc131e31745d7a08c2f7780a11e59 2024-12-03T06:33:31,050 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/info/8c27eabd40284cf5bf01404c7de7061d is 147, key is hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd./info:regioninfo/1733207599089/Put/seqid=0 2024-12-03T06:33:31,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741848_1024 (size=7686) 2024-12-03T06:33:31,063 INFO [regionserver/122cddc95ec8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:33:31,065 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/.tmp/queue/0a0ff90b375b4a58a2d395f729427958 is 153, key is 1-122cddc95ec8,39137,1733207579468/queue:122cddc95ec8%2C39137%2C1733207579468/1733207603718/Put/seqid=0 2024-12-03T06:33:31,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741849_1025 (size=5504) 2024-12-03T06:33:31,134 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T06:33:31,134 INFO [regionserver/122cddc95ec8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T06:33:31,234 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81bb38b1f84a199476dea3a38020476c, e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:31,434 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81bb38b1f84a199476dea3a38020476c, e4adb5130eed223ff739fc0d4ee593cd 2024-12-03T06:33:31,455 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/info/8c27eabd40284cf5bf01404c7de7061d 2024-12-03T06:33:31,468 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/.tmp/queue/0a0ff90b375b4a58a2d395f729427958 2024-12-03T06:33:31,470 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/ns/6d2b8f2c546349f08b88c734c7fdd274 is 43, key is default/ns:d/1733207582214/Put/seqid=0 2024-12-03T06:33:31,472 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/.tmp/hfileref/e6abc131e31745d7a08c2f7780a11e59 as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/hfileref/e6abc131e31745d7a08c2f7780a11e59 2024-12-03T06:33:31,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741850_1026 (size=5153) 2024-12-03T06:33:31,474 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/ns/6d2b8f2c546349f08b88c734c7fdd274 2024-12-03T06:33:31,476 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/hfileref/e6abc131e31745d7a08c2f7780a11e59, entries=6, sequenceid=17, filesize=5.4 K 2024-12-03T06:33:31,476 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/.tmp/queue/0a0ff90b375b4a58a2d395f729427958 as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/queue/0a0ff90b375b4a58a2d395f729427958 2024-12-03T06:33:31,480 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/queue/0a0ff90b375b4a58a2d395f729427958, entries=2, sequenceid=17, filesize=5.4 K 2024-12-03T06:33:31,481 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e4adb5130eed223ff739fc0d4ee593cd in 448ms, sequenceid=17, compaction requested=false 2024-12-03T06:33:31,486 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/replication/e4adb5130eed223ff739fc0d4ee593cd/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-03T06:33:31,487 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:33:31,487 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:33:31,487 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:31,487 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4adb5130eed223ff739fc0d4ee593cd: Waiting for close lock at 1733207611033Running coprocessor pre-close hooks at 1733207611033Disabling compacts and flushes for region at 1733207611033Disabling writes for close at 1733207611033Obtaining lock to block concurrent updates at 1733207611034 (+1 ms)Preparing flush snapshotting stores in e4adb5130eed223ff739fc0d4ee593cd at 1733207611034Finished memstore snapshotting hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733207611034Flushing stores of hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. at 1733207611034Flushing e4adb5130eed223ff739fc0d4ee593cd/hfileref: creating writer at 1733207611034Flushing e4adb5130eed223ff739fc0d4ee593cd/hfileref: appending metadata at 1733207611047 (+13 ms)Flushing e4adb5130eed223ff739fc0d4ee593cd/hfileref: closing flushed file at 1733207611047Flushing e4adb5130eed223ff739fc0d4ee593cd/queue: creating writer at 1733207611053 (+6 ms)Flushing e4adb5130eed223ff739fc0d4ee593cd/queue: appending metadata at 1733207611065 (+12 ms)Flushing e4adb5130eed223ff739fc0d4ee593cd/queue: closing flushed file at 1733207611065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@458dfd55: reopening flushed file at 1733207611471 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a38529: reopening flushed file at 1733207611476 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e4adb5130eed223ff739fc0d4ee593cd in 448ms, sequenceid=17, compaction requested=false at 1733207611481 (+5 ms)Writing region close event to WAL at 1733207611484 (+3 ms)Running coprocessor post-close hooks at 1733207611487 (+3 ms)Closed at 1733207611487 2024-12-03T06:33:31,487 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733207597930.e4adb5130eed223ff739fc0d4ee593cd. 2024-12-03T06:33:31,487 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81bb38b1f84a199476dea3a38020476c, disabling compactions & flushes 2024-12-03T06:33:31,487 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:31,487 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:31,487 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733207591463.81bb38b1f84a199476dea3a38020476c. after waiting 0 ms 2024-12-03T06:33:31,487 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:31,490 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/default/test/81bb38b1f84a199476dea3a38020476c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T06:33:31,490 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:33:31,490 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T06:33:31,490 INFO [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:31,490 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81bb38b1f84a199476dea3a38020476c: Waiting for close lock at 1733207611487Running coprocessor pre-close hooks at 1733207611487Disabling compacts and flushes for region at 1733207611487Disabling writes for close at 1733207611487Writing region close event to WAL at 1733207611488 (+1 ms)Running coprocessor post-close hooks at 1733207611490 (+2 ms)Closed at 1733207611490 2024-12-03T06:33:31,490 DEBUG [RS_CLOSE_REGION-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733207591463.81bb38b1f84a199476dea3a38020476c. 2024-12-03T06:33:31,491 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/rep_barrier/53a50eedf61042b5b4be23d314e7ef7b is 112, key is test,,1733207591463.81bb38b1f84a199476dea3a38020476c./rep_barrier:seqnumDuringOpen/1733207592602/Put/seqid=0 2024-12-03T06:33:31,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741851_1027 (size=5518) 2024-12-03T06:33:31,634 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:31,834 DEBUG [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T06:33:31,894 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/rep_barrier/53a50eedf61042b5b4be23d314e7ef7b 2024-12-03T06:33:31,913 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 393, reset compression=false 2024-12-03T06:33:31,913 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/table/056c8ad9230d48e0b49bb61c71f4cea7 is 53, key is hbase:replication/table:state/1733207599093/Put/seqid=0 2024-12-03T06:33:31,925 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T06:33:31,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741852_1028 (size=5308) 2024-12-03T06:33:31,925 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553 to pos 688, reset compression=false 2024-12-03T06:33:31,925 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-122cddc95ec8,39137,1733207579468 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/WALs/122cddc95ec8,39137,1733207579468/122cddc95ec8%2C39137%2C1733207579468.1733207601553, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T06:33:31,925 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/table/056c8ad9230d48e0b49bb61c71f4cea7 2024-12-03T06:33:31,926 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 122cddc95ec8,39137,1733207579468: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-122cddc95ec8,39137,1733207579468, walGroup=122cddc95ec8%2C39137%2C1733207579468, offset=122cddc95ec8%2C39137%2C1733207579468.1733207601553:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:39137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T06:33:31,927 ERROR [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T06:33:31,927 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T06:33:31,927 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T06:33:31,927 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T06:33:31,927 DEBUG [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T06:33:31,927 INFO [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1455423488, "init": 1048576000, "max": 2306867200, "used": 1064753872 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208479080 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T06:33:31,928 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:45973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=122cddc95ec8:45973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor116.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T06:33:31,931 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/info/8c27eabd40284cf5bf01404c7de7061d as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/info/8c27eabd40284cf5bf01404c7de7061d 2024-12-03T06:33:31,934 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/info/8c27eabd40284cf5bf01404c7de7061d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T06:33:31,934 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/ns/6d2b8f2c546349f08b88c734c7fdd274 as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/ns/6d2b8f2c546349f08b88c734c7fdd274 2024-12-03T06:33:31,937 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/ns/6d2b8f2c546349f08b88c734c7fdd274, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T06:33:31,937 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/rep_barrier/53a50eedf61042b5b4be23d314e7ef7b as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/rep_barrier/53a50eedf61042b5b4be23d314e7ef7b 2024-12-03T06:33:31,940 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/rep_barrier/53a50eedf61042b5b4be23d314e7ef7b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T06:33:31,941 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/.tmp/table/056c8ad9230d48e0b49bb61c71f4cea7 as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/table/056c8ad9230d48e0b49bb61c71f4cea7 2024-12-03T06:33:31,943 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/table/056c8ad9230d48e0b49bb61c71f4cea7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T06:33:31,944 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=16, compaction requested=false 2024-12-03T06:33:31,944 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T06:33:31,948 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T06:33:31,948 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T06:33:31,949 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T06:33:31,949 INFO [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T06:33:31,949 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733207611034Running coprocessor pre-close hooks at 1733207611034Disabling compacts and flushes for region at 1733207611034Disabling writes for close at 1733207611034Obtaining lock to block concurrent updates at 1733207611034Preparing flush snapshotting stores in 1588230740 at 1733207611034Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733207611034Flushing stores of hbase:meta,,1.1588230740 at 1733207611034Flushing 1588230740/info: creating writer at 1733207611034Flushing 1588230740/info: appending metadata at 1733207611050 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733207611050Flushing 1588230740/ns: creating writer at 1733207611458 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733207611470 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733207611470Flushing 1588230740/rep_barrier: creating writer at 1733207611477 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733207611490 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733207611490Flushing 1588230740/table: creating writer at 1733207611898 (+408 ms)Flushing 1588230740/table: appending metadata at 1733207611913 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733207611913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309c3ecb: reopening flushed file at 1733207611930 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@252cb061: reopening flushed file at 1733207611934 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11713f17: reopening flushed file at 1733207611937 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319e26b7: reopening flushed file at 1733207611940 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=16, compaction requested=false at 1733207611944 (+4 ms)Writing region close event to WAL at 1733207611946 (+2 ms)Running coprocessor post-close hooks at 1733207611948 (+2 ms)Closed at 1733207611949 (+1 ms) 2024-12-03T06:33:31,949 DEBUG [RS_CLOSE_META-regionserver/122cddc95ec8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T06:33:32,034 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(976): stopping server 122cddc95ec8,39137,1733207579468; all regions closed. 2024-12-03T06:33:32,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741843_1019 (size=859) 2024-12-03T06:33:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741844_1020 (size=2791) 2024-12-03T06:33:32,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741842_1018 (size=696) 2024-12-03T06:33:32,039 DEBUG [RS:0;122cddc95ec8:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:32,040 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T06:33:32,040 INFO [RS:0;122cddc95ec8:39137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:33:32,040 INFO [RS:0;122cddc95ec8:39137 {}] hbase.ChoreService(370): Chore service for: regionserver/122cddc95ec8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T06:33:32,040 INFO [RS:0;122cddc95ec8:39137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:33:32,040 INFO [regionserver/122cddc95ec8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:33:32,040 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-122cddc95ec8,39137,1733207579468 because: Region server is closing 2024-12-03T06:33:32,041 INFO [RS:0;122cddc95ec8:39137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:39137. 2024-12-03T06:33:32,041 DEBUG [RS:0;122cddc95ec8:39137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:32,041 DEBUG [RS:0;122cddc95ec8:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:32,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:32,041 DEBUG [RS:0;122cddc95ec8:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:32,141 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,1-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,1-122cddc95ec8,39137,1733207579468 terminated 2024-12-03T06:33:32,141 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-122cddc95ec8,39137,1733207579468 because: Region server is closing 2024-12-03T06:33:32,141 INFO [RS:0;122cddc95ec8:39137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;122cddc95ec8:39137. 2024-12-03T06:33:32,141 DEBUG [RS:0;122cddc95ec8:39137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T06:33:32,141 DEBUG [RS:0;122cddc95ec8:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:32,141 DEBUG [RS:0;122cddc95ec8:39137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T06:33:32,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T06:33:32,242 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T06:33:32,242 WARN [RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.wal-reader.122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T06:33:32,242 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/122cddc95ec8:0-0.replicationSource,2-122cddc95ec8,39137,1733207579468.replicationSource.shipper122cddc95ec8%2C39137%2C1733207579468,2-122cddc95ec8,39137,1733207579468 terminated 2024-12-03T06:33:32,242 INFO [RS:0;122cddc95ec8:39137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39137 2024-12-03T06:33:32,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875/rs 2024-12-03T06:33:32,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1362951875/rs/122cddc95ec8,39137,1733207579468 2024-12-03T06:33:32,273 INFO [RS:0;122cddc95ec8:39137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:33:32,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [122cddc95ec8,39137,1733207579468] 2024-12-03T06:33:32,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1362951875/draining/122cddc95ec8,39137,1733207579468 already deleted, retry=false 2024-12-03T06:33:32,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 122cddc95ec8,39137,1733207579468 expired; onlineServers=0 2024-12-03T06:33:32,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '122cddc95ec8,45973,1733207579308' ***** 2024-12-03T06:33:32,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T06:33:32,290 INFO [M:0;122cddc95ec8:45973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T06:33:32,290 INFO [M:0;122cddc95ec8:45973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T06:33:32,290 DEBUG [M:0;122cddc95ec8:45973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T06:33:32,290 DEBUG [M:0;122cddc95ec8:45973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T06:33:32,290 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207580977 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.large.0-1733207580977,5,FailOnTimeoutGroup] 2024-12-03T06:33:32,290 DEBUG [master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207580978 {}] cleaner.HFileCleaner(306): Exit Thread[master/122cddc95ec8:0:becomeActiveMaster-HFileCleaner.small.0-1733207580978,5,FailOnTimeoutGroup] 2024-12-03T06:33:32,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T06:33:32,291 INFO [M:0;122cddc95ec8:45973 {}] hbase.ChoreService(370): Chore service for: master/122cddc95ec8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T06:33:32,291 INFO [M:0;122cddc95ec8:45973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T06:33:32,291 DEBUG [M:0;122cddc95ec8:45973 {}] master.HMaster(1795): Stopping service threads 2024-12-03T06:33:32,291 INFO [M:0;122cddc95ec8:45973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T06:33:32,291 INFO [M:0;122cddc95ec8:45973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T06:33:32,291 INFO [M:0;122cddc95ec8:45973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T06:33:32,291 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T06:33:32,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1362951875/master 2024-12-03T06:33:32,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1362951875 2024-12-03T06:33:32,298 DEBUG [M:0;122cddc95ec8:45973 {}] zookeeper.ZKUtil(347): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Unable to get data of znode /0-1362951875/master because node does not exist (not an error) 2024-12-03T06:33:32,298 WARN [M:0;122cddc95ec8:45973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T06:33:32,299 INFO [M:0;122cddc95ec8:45973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/.lastflushedseqids 2024-12-03T06:33:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741853_1029 (size=263) 2024-12-03T06:33:32,382 INFO [RS:0;122cddc95ec8:39137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:33:32,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:32,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39137-0x1009ebad3370001, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:32,382 INFO [RS:0;122cddc95ec8:39137 {}] regionserver.HRegionServer(1031): Exiting; stopping=122cddc95ec8,39137,1733207579468; zookeeper connection closed. 2024-12-03T06:33:32,382 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74de4db2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74de4db2 2024-12-03T06:33:32,383 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T06:33:32,703 INFO [M:0;122cddc95ec8:45973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T06:33:32,703 INFO [M:0;122cddc95ec8:45973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T06:33:32,703 DEBUG [M:0;122cddc95ec8:45973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T06:33:32,703 INFO [M:0;122cddc95ec8:45973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:32,703 DEBUG [M:0;122cddc95ec8:45973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:32,703 DEBUG [M:0;122cddc95ec8:45973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T06:33:32,703 DEBUG [M:0;122cddc95ec8:45973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:32,704 INFO [M:0;122cddc95ec8:45973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-12-03T06:33:32,721 DEBUG [M:0;122cddc95ec8:45973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59ea2f9d398840a499e152e260465986 is 82, key is hbase:meta,,1/info:regioninfo/1733207582194/Put/seqid=0 2024-12-03T06:33:32,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741854_1030 (size=5672) 2024-12-03T06:33:33,125 INFO [M:0;122cddc95ec8:45973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59ea2f9d398840a499e152e260465986 2024-12-03T06:33:33,140 DEBUG [M:0;122cddc95ec8:45973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bc988e0db854e0d95f0074dee01d667 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733207592610/Put/seqid=0 2024-12-03T06:33:33,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741855_1031 (size=7611) 2024-12-03T06:33:33,544 INFO [M:0;122cddc95ec8:45973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bc988e0db854e0d95f0074dee01d667 2024-12-03T06:33:33,547 INFO [M:0;122cddc95ec8:45973 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bc988e0db854e0d95f0074dee01d667 2024-12-03T06:33:33,563 DEBUG [M:0;122cddc95ec8:45973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b17f7ac40f04af0b1d96d6f916fbc1e is 69, key is 122cddc95ec8,39137,1733207579468/rs:state/1733207581027/Put/seqid=0 2024-12-03T06:33:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741856_1032 (size=5156) 2024-12-03T06:33:33,967 INFO [M:0;122cddc95ec8:45973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b17f7ac40f04af0b1d96d6f916fbc1e 2024-12-03T06:33:33,971 DEBUG [M:0;122cddc95ec8:45973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59ea2f9d398840a499e152e260465986 as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/59ea2f9d398840a499e152e260465986 2024-12-03T06:33:33,974 INFO [M:0;122cddc95ec8:45973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/59ea2f9d398840a499e152e260465986, entries=8, sequenceid=121, filesize=5.5 K 2024-12-03T06:33:33,975 DEBUG [M:0;122cddc95ec8:45973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bc988e0db854e0d95f0074dee01d667 as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bc988e0db854e0d95f0074dee01d667 2024-12-03T06:33:33,977 INFO [M:0;122cddc95ec8:45973 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bc988e0db854e0d95f0074dee01d667 2024-12-03T06:33:33,977 INFO [M:0;122cddc95ec8:45973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bc988e0db854e0d95f0074dee01d667, entries=13, sequenceid=121, filesize=7.4 K 2024-12-03T06:33:33,978 DEBUG [M:0;122cddc95ec8:45973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b17f7ac40f04af0b1d96d6f916fbc1e as hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b17f7ac40f04af0b1d96d6f916fbc1e 2024-12-03T06:33:33,981 INFO [M:0;122cddc95ec8:45973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39577/user/jenkins/test-data/7a71aa22-c64a-8a4d-65ec-e4d6f642ccbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b17f7ac40f04af0b1d96d6f916fbc1e, entries=1, sequenceid=121, filesize=5.0 K 2024-12-03T06:33:33,981 INFO [M:0;122cddc95ec8:45973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=121, compaction requested=false 2024-12-03T06:33:33,982 INFO [M:0;122cddc95ec8:45973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T06:33:33,982 DEBUG [M:0;122cddc95ec8:45973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733207612703Disabling compacts and flushes for region at 1733207612703Disabling writes for close at 1733207612703Obtaining lock to block concurrent updates at 1733207612704 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733207612704Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1733207612704Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733207612705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733207612705Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733207612721 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733207612721Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733207613128 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733207613140 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733207613140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733207613547 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733207613563 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733207613563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68984532: reopening flushed file at 1733207613970 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309561a8: reopening flushed file at 1733207613974 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc6bd38: reopening flushed file at 1733207613978 (+4 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=121, compaction requested=false at 1733207613981 (+3 ms)Writing region close event to WAL at 1733207613982 (+1 ms)Closed at 1733207613982 2024-12-03T06:33:33,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37429 is added to blk_1073741830_1006 (size=69932) 2024-12-03T06:33:33,984 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T06:33:33,984 INFO [M:0;122cddc95ec8:45973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T06:33:33,985 INFO [M:0;122cddc95ec8:45973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45973 2024-12-03T06:33:33,985 INFO [M:0;122cddc95ec8:45973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T06:33:34,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:34,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45973-0x1009ebad3370000, quorum=127.0.0.1:50101, baseZNode=/0-1362951875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T06:33:34,115 INFO [M:0;122cddc95ec8:45973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T06:33:34,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@643d0ba5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T06:33:34,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ea7902e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:33:34,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:33:34,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@184d626c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:33:34,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6693241a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/hadoop.log.dir/,STOPPED} 2024-12-03T06:33:34,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T06:33:34,119 WARN [BP-945944477-172.17.0.2-1733207577740 heartbeating to localhost/127.0.0.1:39577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T06:33:34,119 WARN [BP-945944477-172.17.0.2-1733207577740 heartbeating to localhost/127.0.0.1:39577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-945944477-172.17.0.2-1733207577740 (Datanode Uuid 666323d9-bdd5-4641-94a6-c2e6dbbb6e0d) service to localhost/127.0.0.1:39577 2024-12-03T06:33:34,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T06:33:34,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/cluster_6b600f24-aafb-dd70-b539-039fccf6c14e/data/data1/current/BP-945944477-172.17.0.2-1733207577740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:33:34,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/cluster_6b600f24-aafb-dd70-b539-039fccf6c14e/data/data2/current/BP-945944477-172.17.0.2-1733207577740 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T06:33:34,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T06:33:34,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28040d27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T06:33:34,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@410def9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T06:33:34,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T06:33:34,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3504153d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T06:33:34,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2042af9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c429c959-ee6c-774b-a43f-9a7231327b60/hadoop.log.dir/,STOPPED} 2024-12-03T06:33:34,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T06:33:34,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T06:33:34,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 530) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42289 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41275 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50101) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39577 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50101) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50101) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 311) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11169 (was 11552) 2024-12-03T06:33:34,171 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500